-- Logs begin at Mon 2021-05-31 10:59:26 UTC, end at Mon 2021-05-31 12:12:06 UTC. -- May 31 11:43:43.144668 dv-cinder-791240-4-smb systemd[1]: Started Devstack devstack@q-svc.service. May 31 11:43:44.099394 dv-cinder-791240-4-smb neutron-server[98657]: Beware of the coming changes in the project packaging May 31 11:43:44.099992 dv-cinder-791240-4-smb neutron-server[98657]: https://github.com/svinota/pyroute2/discussions/786 May 31 11:43:45.559936 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.common.config [-] Logging enabled! May 31 11:43:45.560545 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 11:43:45.560624 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 11:43:45.563916 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.common.config [-] Logging enabled! May 31 11:43:45.564203 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 11:43:45.564517 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 11:43:45.565441 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:43:45.565675 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:43:45.566034 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:43:45.566283 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:43:45.566511 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:43:45.566833 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.567130 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.567429 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.567660 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.567954 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.568270 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.568553 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.568841 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.569139 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.569422 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.569700 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.569981 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.570214 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.570500 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.570787 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.571075 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.571301 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] debug = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.571585 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.572100 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.572988 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.573276 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.573591 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.573860 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.574135 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.574414 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.574702 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.575033 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] host = dv-cinder-791240-4-smb {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.575317 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.575607 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.575895 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.576213 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.576506 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.576772 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.577060 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.577340 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.577616 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] log_file = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.577893 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.578183 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.578472 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.578768 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.578997 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.579223 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.579513 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.579802 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.580105 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.580382 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.580657 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.580933 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.581208 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.581485 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.581771 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.582059 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.582346 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.582621 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.582896 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.583170 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.583441 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.583727 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.584019 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.584300 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.584572 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.584860 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.585157 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.585407 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.585706 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.585993 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.586277 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.586562 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.586836 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.587120 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.587394 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.587692 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.587966 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] use_json = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.588266 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.588538 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.588820 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.589096 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.589370 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.589643 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.589916 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.590199 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:45.590494 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.590790 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.591089 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.591377 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.591671 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.591950 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.592276 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.592554 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.592844 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.593132 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.593422 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.593701 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.593987 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.594266 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.594558 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.594862 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.595158 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.595452 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.595729 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.596031 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.596303 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.596584 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.596869 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.597160 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.597452 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.597727 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.598007 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.598297 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.598575 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.598846 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.599125 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.599417 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.599696 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.599969 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.600276 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.600556 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.600829 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.601101 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.601385 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.601675 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.601953 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.602225 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.602496 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.602772 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.603044 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.603354 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.603636 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.603909 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.604205 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.604486 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.604759 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.605034 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.605313 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.605587 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.605866 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.606138 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.606409 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.606682 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.606953 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.607224 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.607495 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.607766 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.608073 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.608347 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.608619 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.608890 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.609162 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.609432 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.609717 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.610012 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.610289 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.610566 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.610842 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.611117 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.611397 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.611672 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.611948 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.612316 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.612590 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.612878 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.613158 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.613444 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.613725 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.614000 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.614293 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.614579 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.614850 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.615125 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.615401 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.615689 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.615971 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.616293 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.616585 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.616879 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.617171 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.617461 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.617739 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.618049 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.618330 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:45.618550 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:43:45.618791 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98657) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 11:43:45.970352 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:45.970556 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:45.970848 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:45.971329 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 11:43:46.359134 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.359425 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.359701 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.360929 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.361206 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.361472 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.396495 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.396775 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.397042 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.412354 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.412634 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.412905 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.442660 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.442943 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.443218 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.480289 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.480570 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.480841 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.712065 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.713238 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.713238 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.713461 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.714237 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.836512 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.836839 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.837122 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.837398 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.838256 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.838570 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.838832 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.839091 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.839346 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.839628 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.839889 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.840184 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.840460 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.840710 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.840988 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.841262 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.842571 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.842867 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.843139 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.843433 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.843793 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.844078 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.844343 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.844635 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.844892 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.845144 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.845533 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:43:46.845777 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:43:46.846018 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:43:46.846257 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:43:46.846495 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:43:46.846731 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:43:46.847094 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 11:43:46.850218 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 11:43:46.854181 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 11:43:46.857917 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) May 31 11:43:46.859555 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 11:43:46.860089 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 11:43:46.860427 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 11:43:46.860817 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 11:43:46.863749 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 11:43:46.864020 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 11:43:46.864394 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 11:43:46.892296 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 11:43:46.892738 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.893034 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98657) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 31 11:43:46.893396 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.894750 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98657) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 11:43:46.895032 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 11:43:46.895280 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 11:43:46.898491 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.898785 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:46.973243 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 11:43:46.973436 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 11:43:46.973677 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 11:43:46.974048 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 11:43:47.003821 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_db.sqlalchemy.engines [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98657) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 31 11:43:47.502437 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Initializing driver for type 'gre' May 31 11:43:47.503220 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] gre ID ranges: [(1, 1000)] May 31 11:43:47.673726 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Initializing driver for type 'local' May 31 11:43:47.673997 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Initializing driver for type 'vlan' May 31 11:43:47.747962 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] VlanTypeDriver initialization complete May 31 11:43:47.748557 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Initializing driver for type 'vxlan' May 31 11:43:47.748832 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] vxlan ID ranges: [(1, 1000)] May 31 11:43:47.902509 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Initializing extension driver 'port_security' May 31 11:43:47.902860 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.extensions.port_security [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] PortSecurityExtensionDriver initialization complete May 31 11:43:47.903201 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Initializing mechanism driver 'openvswitch' May 31 11:43:47.903552 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Initializing mechanism driver 'hyperv' May 31 11:43:47.910246 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.plugins.ml2.plugin [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:43:47.911036 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > port after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.914741 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > port after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.914741 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > port after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.914741 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > subnet after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.914741 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > subnet after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.915088 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.915088 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > network after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.915088 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > network after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.915088 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > network after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.915426 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > security_group after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.915426 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > security_group after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.915426 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.915426 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.915797 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.916561 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.916943 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > address_group after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.917286 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > address_group after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.917621 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.918005 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] ML2 OVO RPC backend initialized. {{(pid=98657) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 31 11:43:47.918732 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.919103 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.919516 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > network before_response 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.919861 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > networks before_response 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.920237 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > port before_response 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.920610 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > ports before_response 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.920950 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > subnet before_response 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.921291 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > subnets before_response 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.921638 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > network after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.921976 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > network after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.922307 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > network after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.922643 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > port after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.922979 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > port after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.923312 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > port after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.923652 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > subnet after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.924045 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > subnet after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.924451 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.924960 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.plugin [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Modular L2 Plugin initialization complete May 31 11:43:47.925292 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading services supported by the core plugin {{(pid=98657) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 11:43:47.925617 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.plugins.ml2.managers [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Got port-security extension from driver 'port_security' May 31 11:43:47.926149 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.extensions.vlantransparent [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Disabled vlantransparent extension. May 31 11:43:47.926612 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98657) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 11:43:47.926927 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading Plugin: router May 31 11:43:47.979264 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.979657 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router after_create 55549900 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.980052 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router before_create 55549900 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.980425 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.980793 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.981148 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router after_delete 55549900 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.981501 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.981861 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router after_create 55549900 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.982204 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router after_update 55549900 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.982548 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router after_update 55549900 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.982896 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.983255 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router after_update 55549900 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.983659 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router precommit_update 55549900 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.984050 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: port after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.984395 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: port after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.984734 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: subnet after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.985128 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.985480 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.985827 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router precommit_create 55549900 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.986170 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: port before_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.986509 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router precommit_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.986862 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router after_update 55549900 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.987203 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.987547 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router precommit_create 55549900 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.987943 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.988313 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router precommit_update 55549900 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.988682 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > network after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:47.989525 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Tracking information for resource: router configured {{(pid=98657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:43:47.989852 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Tracking information for resource: floatingip configured {{(pid=98657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:43:48.001125 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.db.l3_agentschedulers_db [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 11:43:48.001694 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: port after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.002056 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: port after_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.002409 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: port after_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.003032 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: port after_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.003829 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router before_create 55550100 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.004227 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.004587 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router precommit_create 55550100 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.004940 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > router precommit_update 55550100 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.009466 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.services.provider_configuration [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Service providers = [] {{(pid=98657) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 11:43:48.010466 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.db.servicetype_db [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98657) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 11:43:48.013496 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.services.service_base [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:43:48.013842 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.services.service_base [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:43:48.014184 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.services.service_base [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:43:48.015064 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.services.service_base [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:43:48.015440 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.services.service_base [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 11:43:48.015983 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:43:48.016331 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 11:43:48.026985 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:43:48.027370 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading Plugin: auto_allocate May 31 11:43:48.039920 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: network precommit_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.040313 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: network precommit_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.040851 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:43:48.041177 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading Plugin: tag May 31 11:43:48.048132 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:43:48.048391 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading Plugin: timestamp May 31 11:43:48.052198 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:43:48.052535 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading Plugin: network_ip_availability May 31 11:43:48.058256 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.058626 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.059028 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.059734 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:43:48.060088 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading Plugin: flavors May 31 11:43:48.068723 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:43:48.069058 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading Plugin: revisions May 31 11:43:48.074078 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:43:48.074474 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_concurrency.lockutils [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.104s {{(pid=98657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:48.075255 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98657) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 31 11:43:48.075597 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Initializing extension manager. May 31 11:43:48.076138 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: __init__.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.076528 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: __pycache__ {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.076861 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.077196 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: address_group.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.077964 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.078537 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: address-group May 31 11:43:48.078862 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: address_scope.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.079580 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.080123 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: address-scope May 31 11:43:48.080449 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.081394 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.081971 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: router-admin-state-down-before-update May 31 11:43:48.082276 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: agent.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.082980 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.083491 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: agent May 31 11:43:48.083809 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: agent_resources_synced.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.085084 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.085787 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: agent-resources-synced May 31 11:43:48.086117 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: allowedaddresspairs.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.087946 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.088494 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: allowed-address-pairs May 31 11:43:48.088825 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: auto_allocated_topology.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.096369 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.096897 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: auto-allocated-topology May 31 11:43:48.097227 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: availability_zone.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.097919 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.098435 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: availability_zone May 31 11:43:48.098758 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: availability_zone_filter.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.099663 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.100208 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: availability_zone_filter May 31 11:43:48.100531 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: data_plane_status.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.101442 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.101987 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension data-plane-status not supported by any of loaded plugins May 31 11:43:48.102306 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: default_subnetpools.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.103213 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.104283 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: default-subnetpools May 31 11:43:48.104604 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.105415 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.105956 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: dhcp_agent_scheduler May 31 11:43:48.106279 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: dns.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.107209 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.107734 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension dns-integration not supported by any of loaded plugins May 31 11:43:48.108085 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: dns_domain_ports.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.108996 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.109503 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 11:43:48.109824 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: dvr.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.110488 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.110998 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: dvr May 31 11:43:48.111318 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: empty_string_filtering.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.112246 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.112760 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: empty-string-filtering May 31 11:43:48.113112 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.114024 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.114530 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 11:43:48.114852 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.115752 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.116307 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 11:43:48.116636 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: external_net.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.117535 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.118056 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: external-net May 31 11:43:48.118408 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.120061 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.120581 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: extra_dhcp_opt May 31 11:43:48.120903 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: extraroute.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.125348 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.125867 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: extraroute May 31 11:43:48.126190 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: extraroute_atomic.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.127242 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.128090 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: extraroute-atomic May 31 11:43:48.128420 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: filter_validation.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.129084 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.129709 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: filter-validation May 31 11:43:48.130039 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: fip_pf_description.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.131131 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.131647 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 11:43:48.131975 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: fip_port_details.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.132918 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.133473 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: fip-port-details May 31 11:43:48.133797 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: flavors.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.135051 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.135572 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: flavors May 31 11:43:48.135900 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.137647 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.138178 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 11:43:48.138507 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: floatingip_pools.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.139205 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.139721 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: floatingip-pools May 31 11:43:48.140070 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: ip_allocation.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.140984 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.141498 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension ip_allocation not supported by any of loaded plugins May 31 11:43:48.141860 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.142766 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.143279 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: ip-substring-filtering May 31 11:43:48.143603 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: l2_adjacency.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.144536 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.145045 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension l2_adjacency not supported by any of loaded plugins May 31 11:43:48.145366 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: l3.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.146328 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.146867 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: router May 31 11:43:48.147204 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.149484 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.150061 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 11:43:48.150424 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.154312 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.154842 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: ext-gw-mode May 31 11:43:48.155176 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.156136 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.156659 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: l3-ha May 31 11:43:48.156990 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: l3_flavors.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.157900 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.158415 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: l3-flavors May 31 11:43:48.158784 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.159711 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.160261 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: l3-port-ip-change-not-allowed May 31 11:43:48.160590 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: l3agentscheduler.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.161617 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.162134 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: l3_agent_scheduler May 31 11:43:48.162463 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: logging.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.163973 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.164522 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension logging not supported by any of loaded plugins May 31 11:43:48.164870 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: metering.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.165634 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.166729 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: metering May 31 11:43:48.167054 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.168192 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.168713 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: metering_source_and_destination_fields May 31 11:43:48.169039 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: multiprovidernet.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.170084 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.170644 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: multi-provider May 31 11:43:48.170968 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: netmtu.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.171877 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.172431 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: net-mtu May 31 11:43:48.172759 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: netmtu_writable.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.173668 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.174225 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: net-mtu-writable May 31 11:43:48.174503 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: network_availability_zone.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.175178 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.175728 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: network_availability_zone May 31 11:43:48.176078 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: network_ip_availability.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.177167 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.177683 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: network-ip-availability May 31 11:43:48.178007 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: network_segment_range.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.178767 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.179278 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension network-segment-range not supported by any of loaded plugins May 31 11:43:48.179604 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: pagination.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.180609 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.180939 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: pagination May 31 11:43:48.181256 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: port_device_profile.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.182746 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.183263 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: port-device-profile May 31 11:43:48.183573 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.184499 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.185015 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: port-mac-address-regenerate May 31 11:43:48.185337 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.186314 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.186758 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: port-numa-affinity-policy May 31 11:43:48.187079 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: port_resource_request.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.187990 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.188572 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension port-resource-request not supported by any of loaded plugins May 31 11:43:48.193881 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: portbindings.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.194591 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.195107 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: binding May 31 11:43:48.195429 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: portbindings_extended.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.196772 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.197320 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: binding-extended May 31 11:43:48.197647 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: portsecurity.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.198555 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.199073 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: port-security May 31 11:43:48.199398 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: project_id.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.200438 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.200770 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: project-id May 31 11:43:48.201091 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: providernet.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.202013 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.202573 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: provider May 31 11:43:48.202897 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: qos.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.206527 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.207056 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension qos not supported by any of loaded plugins May 31 11:43:48.207391 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.208658 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.209184 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 11:43:48.209517 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.210432 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.210958 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 11:43:48.211289 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: qos_default.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.212229 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.212779 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension qos-default not supported by any of loaded plugins May 31 11:43:48.213111 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: qos_fip.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.213827 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.214341 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension qos-fip not supported by any of loaded plugins May 31 11:43:48.214667 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: qos_gateway_ip.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.215582 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.216131 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 11:43:48.216457 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: qos_port_network_policy.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.217399 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.222615 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 11:43:48.222615 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: qos_rule_type_details.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.223314 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.223828 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 11:43:48.224191 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: qos_rules_alias.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.225225 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.225737 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 11:43:48.226059 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: quotasv2.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.227064 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.227403 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: quotas May 31 11:43:48.227745 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: quotasv2_detail.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.229910 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.230250 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: quota_details May 31 11:43:48.230664 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: rbac.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.231751 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.232310 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: rbac-policies May 31 11:43:48.232640 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: rbac_address_group.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.233566 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.234090 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: rbac-address-group May 31 11:43:48.234415 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: rbac_address_scope.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.235327 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.235846 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: rbac-address-scope May 31 11:43:48.236233 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: rbac_security_groups.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.237143 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.237658 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: rbac-security-groups May 31 11:43:48.237980 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: rbac_subnetpool.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.238905 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.239445 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: rbac-subnetpool May 31 11:43:48.239768 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: revisionifmatch.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.240712 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.241227 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: revision-if-match May 31 11:43:48.241577 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: revisions.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.242787 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.243304 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: standard-attr-revisions May 31 11:43:48.243628 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: router_availability_zone.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.244927 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.245446 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: router_availability_zone May 31 11:43:48.245768 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: routerservicetype.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.246681 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.247199 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension router-service-type not supported by any of loaded plugins May 31 11:43:48.247518 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.248513 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.249036 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: security-groups-normalized-cidr May 31 11:43:48.249358 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.250276 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.250789 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: port-security-groups-filtering May 31 11:43:48.251111 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.252041 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.252559 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: security-groups-remote-address-group May 31 11:43:48.253145 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: securitygroup.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.262786 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.263319 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: security-group May 31 11:43:48.263649 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: segment.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.264482 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.265039 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension segment not supported by any of loaded plugins May 31 11:43:48.265365 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.266329 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.266847 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 11:43:48.267173 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: servicetype.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.268320 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.268853 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: service-type May 31 11:43:48.269180 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: sorting.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.270151 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.270484 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: sorting May 31 11:43:48.270805 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: standard_attr_segment.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.271744 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.272288 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 11:43:48.272609 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: standardattrdescription.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.273246 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.273757 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: standard-attr-description May 31 11:43:48.274083 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: stateful_security_group.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.274993 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.275539 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: stateful-security-group May 31 11:43:48.275864 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: stdattrs_common.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.276464 dv-cinder-791240-4-smb neutron-server[98657]: WARNING neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 11:43:48.276786 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.289816 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.290341 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 11:43:48.290663 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: subnet_onboard.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.292345 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.292909 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: subnet_onboard May 31 11:43:48.293235 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.294277 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.294833 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 11:43:48.295161 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: subnet_service_types.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.296214 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.296752 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: subnet-service-types May 31 11:43:48.297080 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: subnetallocation.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.298195 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.298721 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: subnet_allocation May 31 11:43:48.299044 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.299708 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.300259 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: subnetpool-prefix-ops May 31 11:43:48.300620 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.301548 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.302060 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 11:43:48.302380 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: tagging.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.303467 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.303995 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: standard-attr-tag May 31 11:43:48.304341 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: timestamp.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.305563 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.306090 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loaded extension: standard-attr-timestamp May 31 11:43:48.306419 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: trunk.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.308015 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.308681 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension trunk not supported by any of loaded plugins May 31 11:43:48.309025 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: trunk_details.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.309947 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.310500 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension trunk-details not supported by any of loaded plugins May 31 11:43:48.310820 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: uplink_status_propagation.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.311773 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.312361 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 11:43:48.312688 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Loading extension file: vlantransparent.py {{(pid=98657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:43:48.317936 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:43:48.317936 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extension vlan-transparent not supported by any of loaded plugins May 31 11:43:48.317936 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:network May 31 11:43:48.317936 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:subnet May 31 11:43:48.319097 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:43:48.319726 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:port May 31 11:43:48.321063 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.v2.resource_helper [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:43:48.321510 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.v2.resource_helper [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Service FLAVORS assigned prefix: {{(pid=98657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:43:48.322179 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.v2.resource_helper [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:43:48.322620 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.v2.resource_helper [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:43:48.322953 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:router May 31 11:43:48.323616 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:floatingip May 31 11:43:48.324407 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.v2.resource_helper [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Service METERING assigned prefix: /metering {{(pid=98657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:43:48.325850 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.326223 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.326576 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:43:48.327719 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of CountableResource for resource:rbac_policy May 31 11:43:48.328199 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:security_group May 31 11:43:48.328887 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 11:43:48.329654 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.v2.resource_helper [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Service CORE assigned prefix: {{(pid=98657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:43:48.329990 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:43:48.330323 dv-cinder-791240-4-smb neutron-server[98657]: WARNING neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] subnetpool is already registered May 31 11:43:48.330948 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.v2.resource_helper [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Service CORE assigned prefix: {{(pid=98657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:43:48.331278 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:43:48.331704 dv-cinder-791240-4-smb neutron-server[98657]: WARNING neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] subnetpool is already registered May 31 11:43:48.334321 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.v2.resource_helper [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:43:48.334757 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.v2.resource_helper [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Service FLAVORS assigned prefix: {{(pid=98657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:43:48.335362 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.v2.resource_helper [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:43:48.335784 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.v2.resource_helper [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:43:48.336174 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:router May 31 11:43:48.336503 dv-cinder-791240-4-smb neutron-server[98657]: WARNING neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] router is already registered May 31 11:43:48.337099 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:floatingip May 31 11:43:48.337427 dv-cinder-791240-4-smb neutron-server[98657]: WARNING neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] floatingip is already registered May 31 11:43:48.338096 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.v2.resource_helper [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Service METERING assigned prefix: /metering {{(pid=98657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:43:48.338776 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of CountableResource for resource:rbac_policy May 31 11:43:48.339102 dv-cinder-791240-4-smb neutron-server[98657]: WARNING neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] rbac_policy is already registered May 31 11:43:48.339647 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:security_group May 31 11:43:48.339972 dv-cinder-791240-4-smb neutron-server[98657]: WARNING neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] security_group is already registered May 31 11:43:48.340598 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 11:43:48.340981 dv-cinder-791240-4-smb neutron-server[98657]: WARNING neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] security_group_rule is already registered May 31 11:43:48.341659 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.v2.resource_helper [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Service CORE assigned prefix: {{(pid=98657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:43:48.341986 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:43:48.342307 dv-cinder-791240-4-smb neutron-server[98657]: WARNING neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] subnetpool is already registered May 31 11:43:48.342985 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.v2.resource_helper [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Service CORE assigned prefix: {{(pid=98657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:43:48.343310 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:43:48.343631 dv-cinder-791240-4-smb neutron-server[98657]: WARNING neutron.quota.resource_registry [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] subnetpool is already registered May 31 11:43:48.344312 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: extensions {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.346641 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: address-groups {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.347491 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: address-scopes {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.348730 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: agents {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.349881 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: auto-allocated-topology {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.351331 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: availability_zones {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.352697 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: dhcp-networks {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.354714 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: dhcp-agents {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.356179 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: routers {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.357963 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: flavors {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.359166 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: service_profiles {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.360407 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: next_providers {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.361937 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: service_profiles {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.363365 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: floatingip-pools {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.364734 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: routers {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.366531 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: floatingips {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.367712 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: l3-routers {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.369757 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: l3-agents {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.371234 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: metering-labels {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.372663 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: metering-label-rules {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.375328 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: network-ip-availabilities {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.375328 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: bindings {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.376899 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: quotas {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.378604 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: quotas {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.380025 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: rbac-policies {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.381332 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: security-groups {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.382585 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: security-group-rules {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.383858 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: service-providers {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.385161 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: subnetpools {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.387495 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: subnetpools {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.388971 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: tags {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.390714 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: tags {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.503107 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: tags {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.504935 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: tags {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.506723 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: tags {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.508645 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: tags {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.510379 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: tags {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.512322 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: tags {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.514096 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: tags {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.515956 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron.api.extensions [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Extended resource: tags {{(pid=98657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:43:48.521836 dv-cinder-791240-4-smb neutron-server[98657]: WARNING keystonemiddleware.auth_token [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 11:43:48.527126 dv-cinder-791240-4-smb neutron-server[98657]: WARNING keystonemiddleware.auth_token [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 11:43:48.535577 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_concurrency.lockutils [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Acquired lock "singleton_lock" {{(pid=98657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 31 11:43:48.535898 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_concurrency.lockutils [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Releasing lock "singleton_lock" {{(pid=98657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 31 11:43:48.536568 dv-cinder-791240-4-smb neutron-server[98657]: INFO oslo_service.service [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Starting 2 workers May 31 11:43:48.541811 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Started child 98764 {{(pid=98657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:43:48.546060 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Started child 98765 {{(pid=98657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:43:48.546931 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.547624 dv-cinder-791240-4-smb neutron-server[98657]: INFO neutron.service [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Neutron service started, listening on 0.0.0.0:9696 May 31 11:43:48.548263 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Notify callbacks [] for process, before_spawn {{(pid=98657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.548362 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [-] (98764) wsgi starting up on http://0.0.0.0:9696 May 31 11:43:48.550638 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.551094 dv-cinder-791240-4-smb neutron-server[98657]: INFO oslo_service.service [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Starting 1 workers May 31 11:43:48.551941 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [-] (98765) wsgi starting up on http://0.0.0.0:9696 May 31 11:43:48.556080 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Started child 98766 {{(pid=98657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:43:48.556661 dv-cinder-791240-4-smb neutron-server[98657]: INFO oslo_service.service [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Starting 1 workers May 31 11:43:48.559551 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.service [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] calling RpcWorker wait() {{(pid=98766) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 11:43:48.560088 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.service [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] returning from RpcWorker wait() {{(pid=98766) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 11:43:48.560932 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Started child 98767 {{(pid=98657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:43:48.561481 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.561698 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG neutron_lib.callbacks.manager [None req-ca6164d7-729f-4ffd-bdbf-940401b5e6d5 None None] Notify callbacks [] for process, after_spawn {{(pid=98657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.562017 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:43:48.563526 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 11:43:48.563737 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:43:48.563928 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:43:48.564171 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:43:48.564516 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:43:48.564683 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:43:48.565201 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.565475 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.565564 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.566053 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.566053 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.566298 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.566855 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.567101 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.567360 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.567645 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.567916 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.568103 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.568278 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.568536 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.568771 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.569090 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.569355 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.569597 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.569882 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.570061 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.570313 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.570597 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.570827 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.571107 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] debug = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.571364 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.571833 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.572146 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.572391 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.572627 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.572913 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.573146 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.573442 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.573689 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.573907 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.574150 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.574419 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.574673 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.574919 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.575171 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.575423 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.575646 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.576163 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] host = dv-cinder-791240-4-smb {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.576409 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.576640 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.576892 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.577142 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.577393 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.577629 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.577884 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.578155 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.578393 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.578640 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.578880 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.579128 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.579347 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.579599 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_file = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.579765 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_options = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.580030 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.580302 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.580575 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.580819 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.580979 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.581118 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.581354 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.581510 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.581760 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.581996 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.582214 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.582431 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.582682 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.582900 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.583157 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.583402 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.583608 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.583818 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.584097 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.584332 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.584559 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.584788 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.585038 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.585290 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.585490 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.585709 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.585982 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.586198 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.586412 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.586674 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.586899 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.587153 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.587401 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.587655 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.588421 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.588645 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.588863 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.589127 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.589376 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.589651 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.590725 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.590887 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:43:48.591104 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.591246 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.591480 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.591739 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.591992 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] use_json = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.592248 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.592504 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.592777 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.593004 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.593231 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.593453 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.593675 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.593916 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.594366 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.594644 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.594957 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.595211 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.595452 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.595716 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.595954 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.596208 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.596447 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.596688 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.597032 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.597289 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.597585 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.597817 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.598085 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.598430 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.598701 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.598985 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.599225 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.599466 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.599706 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.599946 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.600305 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.600570 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.600827 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.604716 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.604716 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.604716 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.604716 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.604716 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.604716 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.604716 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.604716 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.605914 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.605914 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.605914 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.605914 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.605914 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.605914 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.605914 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.605914 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.605914 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.606947 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.606947 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.606947 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.606947 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.606947 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.606947 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.606947 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.607530 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.607530 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.607678 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.607829 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.608049 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.608300 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.610545 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.610545 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.610545 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.610545 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.610545 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.610545 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.610545 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.610545 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.612387 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.612387 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.612387 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.612387 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.612387 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.612387 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.612387 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.612387 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.612387 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.616211 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.616211 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.616211 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.616211 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.616211 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.616211 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.616211 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.616211 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.616211 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.617649 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.617649 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.617649 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.617649 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.617649 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.617649 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.617649 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.617649 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.618265 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.618265 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.618265 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.618265 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.618265 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.618265 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.618265 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.618265 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.619567 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.619567 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.619567 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.619567 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.619567 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.619567 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.619567 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.620070 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.620070 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.620336 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.620672 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.620810 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.621196 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.621330 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.622505 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.622505 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.622505 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.623199 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.625890 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.625890 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.625890 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.625890 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.628267 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.628385 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.628691 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.629045 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.629319 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.629583 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.629801 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.630037 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.630324 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.630563 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.630840 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.631048 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.631285 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.631595 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.631827 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.632082 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.632303 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.632604 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.632902 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.633138 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.633403 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.633659 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.633888 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.634144 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.634390 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.634624 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.634858 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.635089 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.635304 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.635556 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.635751 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.636056 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.638125 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.638400 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.639216 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.639698 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.639956 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.642584 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.642840 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.643080 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.643350 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.643583 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.643838 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.644110 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.644341 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.644568 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.644795 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.645036 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.645292 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.645515 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.645792 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.646055 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.646274 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.646509 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.646780 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.647038 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.647257 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.647499 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.647726 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.647942 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.649332 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.649569 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.650818 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.651071 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.651325 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.651544 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.651783 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.652102 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.652358 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.652610 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.652846 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.653093 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.653307 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.653543 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.653781 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.654035 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.654275 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.654492 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.654708 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.654964 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.655217 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.655437 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.655657 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.655889 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.656121 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.656339 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.656550 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.656840 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.657089 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.657325 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.657563 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.657794 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.658028 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.658260 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.658476 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.658713 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.658925 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.659209 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.659427 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.659637 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.659851 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.660085 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.660330 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.660560 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.661607 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.662556 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.662789 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.663022 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.663239 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.663482 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.663700 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.663917 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.664855 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.665365 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.665606 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.666510 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.666771 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.667023 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.667303 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.668254 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.668519 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.668767 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.669014 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.669281 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.669618 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.669922 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.670250 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.670555 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.670836 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.671111 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.671395 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.671704 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.671992 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.672239 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.672569 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.672939 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.673235 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.673479 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.673718 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.673999 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.674227 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.674469 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.674694 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.674948 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.675191 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.675452 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.675688 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.675920 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.676972 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.677259 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.677481 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.677740 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.678003 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.678366 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.678683 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.678854 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:43:48.679433 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 11:43:48.679601 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:43:48.679758 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:43:48.679931 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:43:48.680135 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:43:48.680281 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:43:48.680488 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.680649 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.680811 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.680971 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.681131 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.681325 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.681518 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.681680 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.681841 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.682001 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.682161 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.682325 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.682485 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.682645 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.682809 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.682969 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.683128 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.683405 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.683575 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.683735 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.683894 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.684078 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.684239 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] debug = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.684398 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.684586 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.684750 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.684908 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.685065 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.685224 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.685383 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.685543 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.685701 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.685858 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.686016 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.686173 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.686331 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.686490 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.686647 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.686806 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.686964 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.687121 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] host = dv-cinder-791240-4-smb {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.687279 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.687439 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.687597 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.687755 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.687913 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.688108 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.688260 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.688415 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.688732 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.688895 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.689055 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.689215 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.689437 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.690920 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_file = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.691107 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_options = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.691281 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.691460 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.691613 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.691799 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.691974 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.692160 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.692323 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.692486 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.692648 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.692817 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.693052 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.693195 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.693333 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.693476 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.693673 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.693809 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.693944 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.694079 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.694213 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.694355 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.694485 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.694617 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.694759 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.694893 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.695044 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.695203 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.695348 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.695483 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.695622 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.695754 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.695910 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.696111 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.696315 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.696497 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.696674 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.696849 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.697022 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.697260 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.697438 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.697605 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.697770 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.697934 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.698099 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.698261 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.698425 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.698637 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] use_json = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.698797 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.698950 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.699103 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.699257 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.699410 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.699563 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.699764 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.699877 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:43:48.700051 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.700197 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.700367 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.700541 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.700833 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.701001 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.701153 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.701318 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.701470 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.701634 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.701827 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.701990 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.702155 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.702308 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.702473 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.702639 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.702805 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.702966 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.703120 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.703280 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.703439 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.703604 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.703782 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.703933 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.704116 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.704272 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.704436 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.704599 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.704765 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.704930 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.705088 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.705408 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.705569 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.705730 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.705892 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.706052 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.706212 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.706374 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.706535 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.706696 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.706857 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.707018 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.707167 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.707328 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.707489 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.707650 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.707812 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.707961 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.708149 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.708310 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.708484 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.708644 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.708805 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.708965 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.709126 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.709288 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.709447 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.709608 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.709961 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.709961 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.710244 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.710244 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.710450 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.710529 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.710675 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.710854 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.711013 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.711174 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.711334 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.711494 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.711654 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.711833 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.711960 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.712135 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.712286 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.712449 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.712610 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.713298 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.713447 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:43:48.713587 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.713587 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.713915 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.713915 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.714154 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.714276 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.714397 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.714519 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.714662 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.714823 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.714983 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.715143 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.715303 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.715464 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.715624 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.715783 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.715943 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.716125 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.716286 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.716449 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.716609 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.716768 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.716927 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.717086 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.717244 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.717405 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.717565 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.717726 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.717886 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.718046 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.718207 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.718369 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.718528 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.718699 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.718944 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.719070 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.719192 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.719313 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.719467 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.719627 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.719788 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.719948 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.720133 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.720295 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.720455 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.720616 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.720776 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.720936 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.721095 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.721263 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.721434 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.721596 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.721757 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.721989 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.722115 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.722238 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.722368 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.722531 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.722691 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.722851 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.723011 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.723176 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.723337 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.723497 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.723657 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.723887 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.724059 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.724221 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.724461 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.724652 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.724844 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.725049 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.725049 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.725489 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.725489 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.725489 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.726475 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.726475 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.726475 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.726475 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.726475 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.726475 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.727345 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.727345 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.727345 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.727345 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.727345 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.727345 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.727899 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.727899 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.727899 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.727899 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.729059 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.729059 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.729059 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.729059 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.729846 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.729846 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.729846 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.729846 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.729846 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.730453 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.730453 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.730453 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.730453 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.730793 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.730793 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.730943 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.731020 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.731177 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.731321 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.731486 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.731646 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.731806 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.731965 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.732197 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.732390 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.732588 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.732588 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.733060 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.733060 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.733060 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.733580 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.733580 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.733580 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.734135 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.734135 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.734135 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.734135 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.734656 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.734656 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.734656 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.734656 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.735268 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.735268 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.735268 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.735268 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.735863 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.735863 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.735863 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.736208 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.736208 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.736457 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.736457 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.736717 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.736717 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.736875 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.736988 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.737155 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.737315 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.737475 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.737635 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.737795 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.737950 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.738114 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.738275 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.738444 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.738619 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.738753 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.738895 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.739090 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.739241 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.739395 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.739733 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.739733 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.740200 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.740200 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.740200 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.740651 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.740651 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.740651 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.740857 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.740943 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.741072 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.741194 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.741352 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.741525 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.741687 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.741833 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.741992 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.742152 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.742312 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.742471 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.742632 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.742792 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.742951 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.743112 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.743277 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.743438 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.743597 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.743758 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.743937 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.744192 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.744329 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.744452 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.744574 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:43:48.744718 dv-cinder-791240-4-smb neutron-server[98657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:43:48.819304 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 37700) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:48.827553 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061731 May 31 11:43:59.996601 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47eb2ba-4f74-45da-a2bc-173d4faa2d03 None None] get_active_networks_info from dv-cinder-791240-4-smb {{(pid=98766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 11:44:00.085667 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47eb2ba-4f74-45da-a2bc-173d4faa2d03 None None] No non-hosted networks {{(pid=98766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 11:44:00.101079 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.agentschedulers_db [None req-d47eb2ba-4f74-45da-a2bc-173d4faa2d03 None None] DHCP Agent not found on host dv-cinder-791240-4-smb {{(pid=98766) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 31 11:44:00.251753 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-ad8fe2a3-ba26-4d00-adcc-44f9058416fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118'] for agent, after_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:02.375072 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118'] for agent, after_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:02.376440 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:02.376980 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:02.377453 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:02.378326 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:02.378814 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:02.379369 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:02.379831 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:02.380466 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:02.381076 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:02.381553 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:02.382014 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:02.382622 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:02.383134 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-791240-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:02.392012 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-791240-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:02.411801 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-9ca51ecb-44d9-4844-9afd-969687774cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118'] for agent, after_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:02.441551 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.db.api [None req-6ef29235-aa0f-4961-b496-6931058f0038 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-791240-4-smb {{(pid=98766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 11:44:02.442409 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_db.api [None req-6ef29235-aa0f-4961-b496-6931058f0038 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 11:44:03.094138 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-6ef29235-aa0f-4961-b496-6931058f0038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:03.166047 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118'] for agent, after_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:04.929010 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118'] for agent, after_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:06.334644 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 37794) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:06.920107 dv-cinder-791240-4-smb neutron-server[98765]: WARNING oslo_policy.policy [None req-8222115b-b923-4909-9b2a-b8db478547c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:44:06.920666 dv-cinder-791240-4-smb neutron-server[98765]: WARNING oslo_policy.policy [None req-8222115b-b923-4909-9b2a-b8db478547c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:44:07.157090 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [None req-8222115b-b923-4909-9b2a-b8db478547c8 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:44:07.158147 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-8222115b-b923-4909-9b2a-b8db478547c8 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8226216 May 31 11:44:08.227182 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.db.l3_hamode_db [None req-bf5d2d6c-9596-48bf-a1df-37872317856b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 11:44:08.314997 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d2d6c-9596-48bf-a1df-37872317856b None None] Routers set() bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:08.315392 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d2d6c-9596-48bf-a1df-37872317856b None None] Router IDs set() for agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 31 11:44:09.486402 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 37808) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:09.849870 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-fafac972-a14b-4fde-86de-f6a25d1c92b1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:09.949097 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.policy [None req-fafac972-a14b-4fde-86de-f6a25d1c92b1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98765) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 11:44:09.993383 dv-cinder-791240-4-smb neutron-server[98765]: WARNING oslo_policy.policy [None req-fafac972-a14b-4fde-86de-f6a25d1c92b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:44:09.993747 dv-cinder-791240-4-smb neutron-server[98765]: WARNING oslo_policy.policy [None req-fafac972-a14b-4fde-86de-f6a25d1c92b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:44:10.002009 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.quota [None req-fafac972-a14b-4fde-86de-f6a25d1c92b1 admin admin] Loaded quota_driver: . May 31 11:44:10.017626 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-fafac972-a14b-4fde-86de-f6a25d1c92b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:10.182238 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-fafac972-a14b-4fde-86de-f6a25d1c92b1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766103961609', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766103965069', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766103951238', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766103946034', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766103999925', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766103997483', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7866550', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8052532', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-661798', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-735635'] for rbac-policy, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:10.387741 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-fafac972-a14b-4fde-86de-f6a25d1c92b1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:10.388938 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-fafac972-a14b-4fde-86de-f6a25d1c92b1 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9015861 May 31 11:44:12.994163 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 37822) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:13.615502 dv-cinder-791240-4-smb neutron-server[98764]: WARNING oslo_policy.policy [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:44:13.616102 dv-cinder-791240-4-smb neutron-server[98764]: WARNING oslo_policy.policy [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:44:13.835814 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Request body: {'network': {'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'admin_state_up': True, 'name': 'private', 'project_id': '3bb4504670774fb1ba6b747b7ef6aa4f'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:13.837595 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.quota [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Loaded quota_driver: . May 31 11:44:13.853489 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:13.860227 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Usage tracker for resource:network and tenant:3bb4504670774fb1ba6b747b7ef6aa4f is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:13.866336 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:13.874516 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:13.951619 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Made reservation on behalf of 3bb4504670774fb1ba6b747b7ef6aa4f for: {'network': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:44:14.025465 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.policy [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98764) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 11:44:14.069830 dv-cinder-791240-4-smb neutron-server[98764]: WARNING oslo_policy.policy [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:44:14.070209 dv-cinder-791240-4-smb neutron-server[98764]: WARNING oslo_policy.policy [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:44:14.080112 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:14.101712 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:14.116740 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:14.120448 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Usage tracker for resource:security_group_rule and tenant:3bb4504670774fb1ba6b747b7ef6aa4f is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:14.125473 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:14.131240 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:14.228248 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:14.319470 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:14.325276 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:14.342440 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=98764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:44:14.367445 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766107643109', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:14.367981 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Unsubscribe: segment precommit_create {{(pid=98764) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 11:44:14.368489 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.segments_db [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Added segment b126f2a1-be50-4cc6-92f6-8df7f2c14941 of type vlan for network 13fc4528-3eb8-410f-8f3b-903e50e7bcfe May 31 11:44:14.424822 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f94e793-479e-4780-8d45-4753be578969,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:14.448806 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:14.449134 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:14.449457 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:14.449773 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:14.450087 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:14.450402 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:14.450741 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:14.451063 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:14.451387 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:14.451699 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:14.452026 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:14.452332 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Tracked resource versions report: May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: pushed versions: May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: { 'AddressGroup': {'1.2'}, May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'ConntrackHelper': {'1.0'}, May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'Log': {'1.0'}, May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'Network': {'1.1'}, May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'Port': {'1.7'}, May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'PortForwarding': {'1.2'}, May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'QosPolicy': {'1.8'}, May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'SecurityGroup': {'1.4'}, May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'SecurityGroupRule': {'1.2'}, May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'SubPort': {'1.0'}, May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'Subnet': {'1.1'}, May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'Trunk': {'1.1'}} May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: consumer versions: May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: { DHCP agent@dv-cinder-791240-4-smb: {}, May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: L3 agent@dv-cinder-791240-4-smb: {}, May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: Metadata agent@dv-cinder-791240-4-smb: {}, May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: Metering agent@dv-cinder-791240-4-smb: {}, May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: Open vSwitch agent@dv-cinder-791240-4-smb: { 'AddressGroup': '1.2', May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'ConntrackHelper': '1.0', May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'Log': '1.0', May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'Network': '1.1', May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'Port': '1.7', May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'PortForwarding': '1.2', May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'QosPolicy': '1.8', May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'SecurityGroup': '1.4', May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'SecurityGroupRule': '1.2', May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'SubPort': '1.0', May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'Subnet': '1.1', May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: 'Trunk': '1.1'}} May 31 11:44:14.453426 dv-cinder-791240-4-smb neutron-server[98764]: {{(pid=98764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:44:14.494388 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:14.499422 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:14.597230 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:14.598765 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:14.599413 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:14.604050 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:14.708723 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Pushing event updated for resources: {'Network': ['ID=13fc4528-3eb8-410f-8f3b-903e50e7bcfe,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:14.712364 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:14.720221 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network 13fc4528-3eb8-410f-8f3b-903e50e7bcfe details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:44:14.771588 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7752836 May 31 11:44:17.386102 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 37844) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:17.826679 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494474e3-7d22-4283-8d5e-4aaf13e7fb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:17.827969 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-494474e3-7d22-4283-8d5e-4aaf13e7fb7c admin admin] 10.222.0.43 "GET /v2.0/networks/13fc4528-3eb8-410f-8f3b-903e50e7bcfe HTTP/1.1" status: 200 len: 825 time: 0.4409215 May 31 11:44:17.856206 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-3caede60-8947-4fce-bce4-1a80bb20a597 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/11439df1-4cb9-4ad4-81d3-c5ac1907f204 HTTP/1.1" status: 200 len: 734 time: 0.0228519 May 31 11:44:17.864190 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '11439df1-4cb9-4ad4-81d3-c5ac1907f204', 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe', 'gateway_ip': '172.20.0.1', 'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'ip_version': 4}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:17.868821 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:17.872460 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Usage tracker for resource:subnet and tenant:3bb4504670774fb1ba6b747b7ef6aa4f is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:17.875222 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:17.881353 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:17.953305 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Made reservation on behalf of 3bb4504670774fb1ba6b747b7ef6aa4f for: {'subnet': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:44:17.955582 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:18.446245 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971'] for subnet, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:18.451215 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:18.529205 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Checking segment: {'id': 'b126f2a1-be50-4cc6-92f6-8df7f2c14941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:44:18.529495 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Network hostable DHCP agents. Network: 13fc4528-3eb8-410f-8f3b-903e50e7bcfe, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:44:18.533126 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e80aab-d55d-4597-9b9b-db17a7becc10,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:18.538749 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:18.604486 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Network 13fc4528-3eb8-410f-8f3b-903e50e7bcfe is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:44:18.671220 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, 13fc4528-3eb8-410f-8f3b-903e50e7bcfe) {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:18.676509 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:18.677122 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:18.682364 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee81bc7-8b77-4c46-a412-0244e82a19ef None None] Network 13fc4528-3eb8-410f-8f3b-903e50e7bcfe requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:44:18.763499 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9024179 May 31 11:44:18.989957 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29358474-a8da-5ec3-9a67-ff1cc0243770-13fc4528-3eb8-410f-8f3b-903e50e7bcfe', 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe', 'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'fixed_ips': [{'subnet_id': '04e80aab-d55d-4597-9b9b-db17a7becc10'}]}} from dv-cinder-791240-4-smb. {{(pid=98766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:44:18.991152 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:19.187495 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.db_base_plugin_common [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Allocated IP 172.20.0.2 (13fc4528-3eb8-410f-8f3b-903e50e7bcfe/04e80aab-d55d-4597-9b9b-db17a7becc10/6af91c63-f433-4674-b664-ba590183e59a) {{(pid=98766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:44:19.418749 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Notify callbacks [] for port, precommit_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:19.431878 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Transition to ACTIVE for port object 6af91c63-f433-4674-b664-ba590183e59a will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:19.451886 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Transition to ACTIVE for port object 6af91c63-f433-4674-b664-ba590183e59a will not be triggered until provisioned by entity DHCP. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:19.519554 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243'] for port, after_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:19.524532 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:19.583283 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Network 13fc4528-3eb8-410f-8f3b-903e50e7bcfe is already hosted by enough agents. {{(pid=98766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:19.584467 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.base_scheduler [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Resources bound (agent type, host, resource id): {{(pid=98766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:19.587992 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Received port after_create {{(pid=98766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:44:19.663517 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Pushing event updated for resources: {'Port': ['ID=6af91c63-f433-4674-b664-ba590183e59a,revision_number=1']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:19.686737 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:19.687334 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:19.687425 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:19.687709 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:19.688046 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:19.688368 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:19.688682 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:19.688993 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:19.689304 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:19.689612 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:19.689919 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:19.690225 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Tracked resource versions report: May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: pushed versions: May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: { 'AddressGroup': {'1.2'}, May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'ConntrackHelper': {'1.0'}, May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'Log': {'1.0'}, May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'Network': {'1.1'}, May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'Port': {'1.7'}, May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'PortForwarding': {'1.2'}, May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'QosPolicy': {'1.8'}, May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'SecurityGroup': {'1.4'}, May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'SecurityGroupRule': {'1.2'}, May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'SubPort': {'1.0'}, May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'Subnet': {'1.1'}, May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'Trunk': {'1.1'}} May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: consumer versions: May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: { DHCP agent@dv-cinder-791240-4-smb: {}, May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: L3 agent@dv-cinder-791240-4-smb: {}, May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: Metadata agent@dv-cinder-791240-4-smb: {}, May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: Metering agent@dv-cinder-791240-4-smb: {}, May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: Open vSwitch agent@dv-cinder-791240-4-smb: { 'AddressGroup': '1.2', May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'ConntrackHelper': '1.0', May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'Log': '1.0', May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'Network': '1.1', May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'Port': '1.7', May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'PortForwarding': '1.2', May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'QosPolicy': '1.8', May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'SecurityGroup': '1.4', May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'SecurityGroupRule': '1.2', May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'SubPort': '1.0', May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'Subnet': '1.1', May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: 'Trunk': '1.1'}} May 31 11:44:19.691327 dv-cinder-791240-4-smb neutron-server[98766]: {{(pid=98766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:44:19.695060 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:19.702111 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Attempting to bind port 6af91c63-f433-4674-b664-ba590183e59a on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:44:19.702446 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Attempting to bind port 6af91c63-f433-4674-b664-ba590183e59a by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': 'b126f2a1-be50-4cc6-92f6-8df7f2c14941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:44:19.702879 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Attempting to bind port 6af91c63-f433-4674-b664-ba590183e59a on network 13fc4528-3eb8-410f-8f3b-903e50e7bcfe {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:44:19.708064 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:44:19.708475 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Checking segment: {'id': 'b126f2a1-be50-4cc6-92f6-8df7f2c14941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:44:19.708945 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:19.709329 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Bound using segment: {'id': 'b126f2a1-be50-4cc6-92f6-8df7f2c14941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:44:19.709859 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Bound port: 6af91c63-f433-4674-b664-ba590183e59a, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b126f2a1-be50-4cc6-92f6-8df7f2c14941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:44:19.710263 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:19.798745 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] For port 6af91c63-f433-4674-b664-ba590183e59a, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:44:19.802806 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] For port 6af91c63-f433-4674-b664-ba590183e59a, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=6af91c63-f433-4674-b664-ba590183e59a,segment=NetworkSegment(b126f2a1-be50-4cc6-92f6-8df7f2c14941),segment_id=b126f2a1-be50-4cc6-92f6-8df7f2c14941)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:44:19.894921 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:19.899073 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:19.985453 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Pushing event updated for resources: {'Port': ['ID=6af91c63-f433-4674-b664-ba590183e59a,revision_number=2']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:19.988928 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:21.129948 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 37854) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:21.512183 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [None req-9f4ef2b1-6381-4a73-8fee-b7e36946bbde admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:44:21.513193 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-9f4ef2b1-6381-4a73-8fee-b7e36946bbde admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3822882 May 31 11:44:23.855302 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 37864) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:24.232310 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [None req-3a012bd7-5dc3-4a59-91c8-61c13dd0d424 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:44:24.233313 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-3a012bd7-5dc3-4a59-91c8-61c13dd0d424 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3770957 May 31 11:44:25.447205 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c638c36-2f75-4be7-889f-975c06f50743 None None] Network 13fc4528-3eb8-410f-8f3b-903e50e7bcfe requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:44:25.621940 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-68efd5e1-a8bc-4acf-8719-05062410bafe None None] Provisioning for port 6af91c63-f433-4674-b664-ba590183e59a completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:26.189205 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 6af91c63-f433-4674-b664-ba590183e59a up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:26.313527 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 6af91c63-f433-4674-b664-ba590183e59a completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:26.319196 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 6af91c63-f433-4674-b664-ba590183e59a triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:26.319608 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.438117 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.469294 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 6af91c63-f433-4674-b664-ba590183e59a, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=6af91c63-f433-4674-b664-ba590183e59a,segment=NetworkSegment(b126f2a1-be50-4cc6-92f6-8df7f2c14941),segment_id=b126f2a1-be50-4cc6-92f6-8df7f2c14941)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:26.564819 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.567030 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-9f13ee09-1f45-406f-837f-a19ae6140148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:26.659140 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=6af91c63-f433-4674-b664-ba590183e59a,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:26.663655 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:26.867296 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 37880) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:27.217219 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-e58856e0-2127-4c77-ac3c-6ddff91e4d50 admin admin] Request body: {'router': {'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:27.221988 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-e58856e0-2127-4c77-ac3c-6ddff91e4d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:27.225772 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-e58856e0-2127-4c77-ac3c-6ddff91e4d50 admin admin] Usage tracker for resource:router and tenant:3bb4504670774fb1ba6b747b7ef6aa4f is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:27.229135 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-e58856e0-2127-4c77-ac3c-6ddff91e4d50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:27.234822 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-e58856e0-2127-4c77-ac3c-6ddff91e4d50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:27.328722 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e58856e0-2127-4c77-ac3c-6ddff91e4d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-933'] for router, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.330350 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e58856e0-2127-4c77-ac3c-6ddff91e4d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-942'] for router, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.351964 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e58856e0-2127-4c77-ac3c-6ddff91e4d50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.529460 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e58856e0-2127-4c77-ac3c-6ddff91e4d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697088'] for router, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.608569 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e58856e0-2127-4c77-ac3c-6ddff91e4d50 admin admin] Notify callbacks [] for router, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.609716 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-e58856e0-2127-4c77-ac3c-6ddff91e4d50 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7414694 May 31 11:44:28.159837 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 6af91c63-f433-4674-b664-ba590183e59a up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:28.224467 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 6af91c63-f433-4674-b664-ba590183e59a triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:28.224835 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:29.931282 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 37890) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:29.991173 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-75c8bc4f-c1eb-4ba4-9a77-a7787aab7f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:30.288111 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [None req-bfe24ba2-b08d-4d76-9e2c-c1d8b0f36672 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:44:30.289623 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-bfe24ba2-b08d-4d76-9e2c-c1d8b0f36672 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3568783 May 31 11:44:32.340069 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-a0ffba69-5aa5-4e03-81b2-366a55030fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:32.369158 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:32.604784 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 37900) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:32.967956 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:32.974987 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:32.979411 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Usage tracker for resource:network and tenant:304aa7a7c1f14550a2a5eb7f9be1d88b is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:32.982275 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:32.987935 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:33.078680 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Made reservation on behalf of 304aa7a7c1f14550a2a5eb7f9be1d88b for: {'network': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:44:33.080955 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:33.093117 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:33.107204 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:33.107349 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:33.110925 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Usage tracker for resource:security_group_rule and tenant:304aa7a7c1f14550a2a5eb7f9be1d88b is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:33.113595 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:33.119282 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:33.197309 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:33.253985 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:33.256978 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:33.272219 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Reserving flat network on physical network physnet1 {{(pid=98764) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 11:44:33.293104 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a58a6a-506e-4f38-8d65-4b7733255402,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:33.297791 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:33.298697 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:33.299032 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.segments_db [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Added segment 421c94b0-347d-423d-b414-65a2d3bb24d3 of type flat for network 44138ec9-aa29-40d8-b84a-8c450b87461c May 31 11:44:33.329799 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:33.427220 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:33.428508 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:33.429072 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:33.433375 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:33.528427 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Pushing event updated for resources: {'Network': ['ID=44138ec9-aa29-40d8-b84a-8c450b87461c,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:33.530901 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:33.538319 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network 44138ec9-aa29-40d8-b84a-8c450b87461c details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:44:33.593584 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9877694 May 31 11:44:34.905505 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.911930 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 37920) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:36.120618 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70f17a1-2db7-4c55-8c87-892f949f7e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:36.122075 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-b70f17a1-2db7-4c55-8c87-892f949f7e1f admin admin] 10.222.0.43 "GET /v2.0/subnets/04e80aab-d55d-4597-9b9b-db17a7becc10 HTTP/1.1" status: 200 len: 849 time: 0.2091634 May 31 11:44:36.263303 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-1550f613-fa91-44ed-8506-1434e682eca1 admin admin] 10.222.0.43 "GET /v2.0/routers/6638c0a7-67ec-46c7-80a3-8104ba0cc368 HTTP/1.1" status: 200 len: 704 time: 0.1358347 May 31 11:44:36.718109 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.942752 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Allocated IP 172.20.0.1 (13fc4528-3eb8-410f-8f3b-903e50e7bcfe/04e80aab-d55d-4597-9b9b-db17a7becc10/5edcdd40-10dc-491c-a9a5-b96708466094) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:44:37.122819 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.139452 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Transition to ACTIVE for port object 5edcdd40-10dc-491c-a9a5-b96708466094 will not be triggered until provisioned by entity DHCP. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:37.245573 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.249632 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:37.311698 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Network 13fc4528-3eb8-410f-8f3b-903e50e7bcfe is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:37.314509 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:37.318196 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:44:37.318693 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699249'] for router_interface, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.444683 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Pushing event updated for resources: {'Port': ['ID=5edcdd40-10dc-491c-a9a5-b96708466094,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:37.455107 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:37.619420 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-3a5ffb3b-b66a-40a5-8f77-332a2c93bd41 None None] Provisioning for port 5edcdd40-10dc-491c-a9a5-b96708466094 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:37.628159 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-3a5ffb3b-b66a-40a5-8f77-332a2c93bd41 None None] Provisioning complete for port 5edcdd40-10dc-491c-a9a5-b96708466094 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:37.628159 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-3a5ffb3b-b66a-40a5-8f77-332a2c93bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.638766 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.678403 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ffb3b-b66a-40a5-8f77-332a2c93bd41 None None] Port 5edcdd40-10dc-491c-a9a5-b96708466094 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:44:37.863010 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.962465 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.963446 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699356'] for router_interface, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.966609 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:38.094346 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Pushing event updated for resources: {'Port': ['ID=5edcdd40-10dc-491c-a9a5-b96708466094,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:38.098149 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:38.156465 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Network 13fc4528-3eb8-410f-8f3b-903e50e7bcfe is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:38.157500 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:38.400012 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-41bcaba3-2c8d-4c2a-acb8-0469715fbd67 None None] Provisioning complete for port 5edcdd40-10dc-491c-a9a5-b96708466094 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:38.400412 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-41bcaba3-2c8d-4c2a-acb8-0469715fbd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:38.404516 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Router 6638c0a7-67ec-46c7-80a3-8104ba0cc368 is scheduled to L3 agent f461f98a-babc-4067-ba14-708fa24d667e with binding_index 1 {{(pid=98764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:44:38.454851 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-41bcaba3-2c8d-4c2a-acb8-0469715fbd67 None None] Port 5edcdd40-10dc-491c-a9a5-b96708466094 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:44:38.596067 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:44:38.605916 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Sync routers for ids ['6638c0a7-67ec-46c7-80a3-8104ba0cc368'] in dv-cinder-791240-4-smb {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:44:38.607032 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] 10.222.0.43 "PUT /v2.0/routers/6638c0a7-67ec-46c7-80a3-8104ba0cc368/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3387735 May 31 11:44:38.616356 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Routers {'6638c0a7-67ec-46c7-80a3-8104ba0cc368'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:38.617838 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:44:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['6638c0a7-67ec-46c7-80a3-8104ba0cc368'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:38.790046 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Set router 6638c0a7-67ec-46c7-80a3-8104ba0cc368 gateway port host: None {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:39.161574 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6638c0a7-67ec-46c7-80a3-8104ba0cc368', 'name': 'router1', 'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:27Z', 'updated_at': '2021-05-31T11:44:37Z', 'revision_number': 2, 'project_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'gw_port_host': None, '_interfaces': [{'id': '5edcdd40-10dc-491c-a9a5-b96708466094', 'name': '', 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe', 'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'mac_address': 'fa:16:3e:d0:99:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6638c0a7-67ec-46c7-80a3-8104ba0cc368', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04e80aab-d55d-4597-9b9b-db17a7becc10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:36Z', 'updated_at': '2021-05-31T11:44:37Z', 'revision_number': 2, 'project_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'subnets': [{'id': '04e80aab-d55d-4597-9b9b-db17a7becc10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11439df1-4cb9-4ad4-81d3-c5ac1907f204'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:39.166494 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Checking router: 6638c0a7-67ec-46c7-80a3-8104ba0cc368 for host: dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:44:39.166879 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Updating router 6638c0a7-67ec-46c7-80a3-8104ba0cc368 port 5edcdd40-10dc-491c-a9a5-b96708466094 binding host dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:44:39.222223 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:39.592333 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:39.607318 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Transition to ACTIVE for port object 5edcdd40-10dc-491c-a9a5-b96708466094 will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:39.701940 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:39.707678 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:39.881692 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Pushing event updated for resources: {'Port': ['ID=5edcdd40-10dc-491c-a9a5-b96708466094,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:39.924461 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.924845 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.925327 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.925585 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.925931 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.926295 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.926636 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.926995 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.927393 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.927773 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.928144 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.928462 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Tracked resource versions report: May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: pushed versions: May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: { 'AddressGroup': {'1.2'}, May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'ConntrackHelper': {'1.0'}, May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'Log': {'1.0'}, May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'Network': {'1.1'}, May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'Port': {'1.7'}, May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'PortForwarding': {'1.2'}, May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'QosPolicy': {'1.8'}, May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'SecurityGroup': {'1.4'}, May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'SecurityGroupRule': {'1.2'}, May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'SubPort': {'1.0'}, May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'Subnet': {'1.1'}, May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'Trunk': {'1.1'}} May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: consumer versions: May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: { DHCP agent@dv-cinder-791240-4-smb: {}, May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: L3 agent@dv-cinder-791240-4-smb: {}, May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: Metadata agent@dv-cinder-791240-4-smb: {}, May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: Metering agent@dv-cinder-791240-4-smb: {}, May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: Open vSwitch agent@dv-cinder-791240-4-smb: { 'AddressGroup': '1.2', May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'ConntrackHelper': '1.0', May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'Log': '1.0', May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'Network': '1.1', May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'Port': '1.7', May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'PortForwarding': '1.2', May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'QosPolicy': '1.8', May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'SecurityGroup': '1.4', May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'SecurityGroupRule': '1.2', May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'SubPort': '1.0', May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'Subnet': '1.1', May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: 'Trunk': '1.1'}} May 31 11:44:39.930216 dv-cinder-791240-4-smb neutron-server[98767]: {{(pid=98767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:44:39.941767 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:39.949085 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Attempting to bind port 5edcdd40-10dc-491c-a9a5-b96708466094 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:44:39.953719 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Attempting to bind port 5edcdd40-10dc-491c-a9a5-b96708466094 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': 'b126f2a1-be50-4cc6-92f6-8df7f2c14941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:44:39.953719 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Attempting to bind port 5edcdd40-10dc-491c-a9a5-b96708466094 on network 13fc4528-3eb8-410f-8f3b-903e50e7bcfe {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:44:39.955442 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:44:39.955897 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Checking segment: {'id': 'b126f2a1-be50-4cc6-92f6-8df7f2c14941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:44:39.956394 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:39.956783 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Bound using segment: {'id': 'b126f2a1-be50-4cc6-92f6-8df7f2c14941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:44:39.957356 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Bound port: 5edcdd40-10dc-491c-a9a5-b96708466094, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b126f2a1-be50-4cc6-92f6-8df7f2c14941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:44:39.957727 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:40.048686 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] For port 5edcdd40-10dc-491c-a9a5-b96708466094, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:44:40.052661 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] For port 5edcdd40-10dc-491c-a9a5-b96708466094, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=5edcdd40-10dc-491c-a9a5-b96708466094,segment=NetworkSegment(b126f2a1-be50-4cc6-92f6-8df7f2c14941),segment_id=b126f2a1-be50-4cc6-92f6-8df7f2c14941)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:44:40.176520 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:40.181126 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:40.266496 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Routers {'6638c0a7-67ec-46c7-80a3-8104ba0cc368'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:40.267122 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:44:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['6638c0a7-67ec-46c7-80a3-8104ba0cc368'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:40.323587 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Pushing event updated for resources: {'Port': ['ID=5edcdd40-10dc-491c-a9a5-b96708466094,revision_number=4']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:40.337196 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:40.454906 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] Set router 6638c0a7-67ec-46c7-80a3-8104ba0cc368 gateway port host: None {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:40.749524 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 37942) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:40.779719 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6638c0a7-67ec-46c7-80a3-8104ba0cc368', 'name': 'router1', 'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:27Z', 'updated_at': '2021-05-31T11:44:37Z', 'revision_number': 2, 'project_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'gw_port_host': None, '_interfaces': [{'id': '5edcdd40-10dc-491c-a9a5-b96708466094', 'name': '', 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe', 'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'mac_address': 'fa:16:3e:d0:99:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6638c0a7-67ec-46c7-80a3-8104ba0cc368', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04e80aab-d55d-4597-9b9b-db17a7becc10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:36Z', 'updated_at': '2021-05-31T11:44:40Z', 'revision_number': 4, 'project_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'subnets': [{'id': '04e80aab-d55d-4597-9b9b-db17a7becc10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11439df1-4cb9-4ad4-81d3-c5ac1907f204'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:40.783687 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ea73c-4a28-437e-944d-00f063ab6335 None None] The sync data for ids ['6638c0a7-67ec-46c7-80a3-8104ba0cc368'] in dv-cinder-791240-4-smb is: [{'id': '6638c0a7-67ec-46c7-80a3-8104ba0cc368', 'name': 'router1', 'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:27Z', 'updated_at': '2021-05-31T11:44:37Z', 'revision_number': 2, 'project_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'gw_port_host': None, '_interfaces': [{'id': '5edcdd40-10dc-491c-a9a5-b96708466094', 'name': '', 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe', 'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'mac_address': 'fa:16:3e:d0:99:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6638c0a7-67ec-46c7-80a3-8104ba0cc368', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04e80aab-d55d-4597-9b9b-db17a7becc10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:36Z', 'updated_at': '2021-05-31T11:44:40Z', 'revision_number': 4, 'project_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'subnets': [{'id': '04e80aab-d55d-4597-9b9b-db17a7becc10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11439df1-4cb9-4ad4-81d3-c5ac1907f204'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:44:40.896789 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d504fa98-02bf-4d14-bce0-204cd1506cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:40.897337 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-d504fa98-02bf-4d14-bce0-204cd1506cc7 admin admin] Synchronizing usage tracker for tenant:304aa7a7c1f14550a2a5eb7f9be1d88b on resource:network {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:44:41.021414 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-d504fa98-02bf-4d14-bce0-204cd1506cc7 admin admin] Unset dirty status for tenant:304aa7a7c1f14550a2a5eb7f9be1d88b on resource:network {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:44:41.022626 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-d504fa98-02bf-4d14-bce0-204cd1506cc7 admin admin] 10.222.0.43 "GET /v2.0/networks/44138ec9-aa29-40d8-b84a-8c450b87461c HTTP/1.1" status: 200 len: 842 time: 0.2720959 May 31 11:44:41.033037 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.1.1'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:41.038503 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:41.042967 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Usage tracker for resource:subnet and tenant:304aa7a7c1f14550a2a5eb7f9be1d88b is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:41.045824 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:41.051886 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:41.128443 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Made reservation on behalf of 304aa7a7c1f14550a2a5eb7f9be1d88b for: {'subnet': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:44:41.130677 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:41.599215 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.objects.ports [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98764) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 11:44:41.599580 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971'] for subnet, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:41.603953 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-bfd8a0d5-1627-48a8-aa47-498bb51a8244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:41.672245 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=270374c3-e0a8-4da5-b8af-4f1fd2d3da10,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:41.677210 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:41.680623 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Checking segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:44:41.680977 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Network hostable DHCP agents. Network: 44138ec9-aa29-40d8-b84a-8c450b87461c, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:44:41.781255 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Network 44138ec9-aa29-40d8-b84a-8c450b87461c is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:44:41.838545 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, 44138ec9-aa29-40d8-b84a-8c450b87461c) {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:41.847054 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec38e305-d1ff-4273-a1b8-647e21463bfa None None] Network 44138ec9-aa29-40d8-b84a-8c450b87461c requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:44:41.847901 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:41.848519 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:41.925516 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8959529 May 31 11:44:42.058914 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158d0ccd-eb56-41f2-a521-1319a29744bd None None] Network 44138ec9-aa29-40d8-b84a-8c450b87461c requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:44:43.614263 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 5 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:44:44.181896 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 37956) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:44.199800 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 5edcdd40-10dc-491c-a9a5-b96708466094 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:44.353319 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 5edcdd40-10dc-491c-a9a5-b96708466094 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:44.358656 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 5edcdd40-10dc-491c-a9a5-b96708466094 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:44.360288 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:44.391629 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-136cdee1-33c4-47fc-93e5-c737d8c8a19b admin admin] 10.222.0.43 "GET /v2.0/routers/6638c0a7-67ec-46c7-80a3-8104ba0cc368 HTTP/1.1" status: 200 len: 710 time: 0.2040169 May 31 11:44:44.479567 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:44.513792 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 5edcdd40-10dc-491c-a9a5-b96708466094, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=5edcdd40-10dc-491c-a9a5-b96708466094,segment=NetworkSegment(b126f2a1-be50-4cc6-92f6-8df7f2c14941),segment_id=b126f2a1-be50-4cc6-92f6-8df7f2c14941)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:44.514656 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0768839f-d537-400b-9bce-853dcc6e9a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:44.520742 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-0768839f-d537-400b-9bce-853dcc6e9a1a admin admin] 10.222.0.43 "GET /v2.0/networks/44138ec9-aa29-40d8-b84a-8c450b87461c HTTP/1.1" status: 200 len: 886 time: 0.1232476 May 31 11:44:44.525339 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:44.583477 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:44.584528 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:44.656305 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=5edcdd40-10dc-491c-a9a5-b96708466094,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:44.659403 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:45.040656 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-984'] for router, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.496335 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.550389 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.682603 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Allocated IP 172.28.1.191 (44138ec9-aa29-40d8-b84a-8c450b87461c/270374c3-e0a8-4da5-b8af-4f1fd2d3da10/440be07c-f14b-4454-bd82-ee9cef3dc110) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:44:45.821878 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.958722 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.963146 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:46.023594 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Network 44138ec9-aa29-40d8-b84a-8c450b87461c is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:46.026333 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:46.028879 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:44:46.097200 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Pushing event updated for resources: {'Port': ['ID=440be07c-f14b-4454-bd82-ee9cef3dc110,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:46.099855 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:46.169891 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 5edcdd40-10dc-491c-a9a5-b96708466094 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:46.235740 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 5edcdd40-10dc-491c-a9a5-b96708466094 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:46.236139 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.526145 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.911843 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-984'] for router, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.915107 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703389'] for router, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.090453 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Router 6638c0a7-67ec-46c7-80a3-8104ba0cc368 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:44:47.269697 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:44:47.278254 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Notify callbacks [] for router, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.279677 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Sync routers for ids ['6638c0a7-67ec-46c7-80a3-8104ba0cc368'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:44:47.280651 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] 10.222.0.43 "PUT /v2.0/routers/6638c0a7-67ec-46c7-80a3-8104ba0cc368 HTTP/1.1" status: 200 len: 890 time: 2.7581260 May 31 11:44:47.289482 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Routers {'6638c0a7-67ec-46c7-80a3-8104ba0cc368'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:47.290134 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:44:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['6638c0a7-67ec-46c7-80a3-8104ba0cc368'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:47.501305 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Set router 6638c0a7-67ec-46c7-80a3-8104ba0cc368 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:47.838246 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6638c0a7-67ec-46c7-80a3-8104ba0cc368', 'name': 'router1', 'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '440be07c-f14b-4454-bd82-ee9cef3dc110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:27Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'gw_port': {'id': '440be07c-f14b-4454-bd82-ee9cef3dc110', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6638c0a7-67ec-46c7-80a3-8104ba0cc368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:45Z', 'updated_at': '2021-05-31T11:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '5edcdd40-10dc-491c-a9a5-b96708466094', 'name': '', 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe', 'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'mac_address': 'fa:16:3e:d0:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6638c0a7-67ec-46c7-80a3-8104ba0cc368', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04e80aab-d55d-4597-9b9b-db17a7becc10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:36Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 5, 'project_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'subnets': [{'id': '04e80aab-d55d-4597-9b9b-db17a7becc10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11439df1-4cb9-4ad4-81d3-c5ac1907f204'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:47.843067 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Checking router: 6638c0a7-67ec-46c7-80a3-8104ba0cc368 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:44:47.843439 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Updating router 6638c0a7-67ec-46c7-80a3-8104ba0cc368 port 440be07c-f14b-4454-bd82-ee9cef3dc110 binding host dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:44:47.894985 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.217851 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Notify callbacks [] for port, precommit_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.228854 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Transition to ACTIVE for port object 440be07c-f14b-4454-bd82-ee9cef3dc110 will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:48.316327 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.320952 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:48.398579 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Attempting to bind port 440be07c-f14b-4454-bd82-ee9cef3dc110 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:44:48.398949 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Attempting to bind port 440be07c-f14b-4454-bd82-ee9cef3dc110 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:44:48.399298 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Attempting to bind port 440be07c-f14b-4454-bd82-ee9cef3dc110 on network 44138ec9-aa29-40d8-b84a-8c450b87461c {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:44:48.401341 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6442b57-5a5a-4e30-a503-6e6e9ce81cc0 None None] Pushing event updated for resources: {'Port': ['ID=440be07c-f14b-4454-bd82-ee9cef3dc110,revision_number=2']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:48.408173 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-e6442b57-5a5a-4e30-a503-6e6e9ce81cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:48.408173 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:44:48.408173 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Checking segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:44:48.408173 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.408545 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Bound using segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:44:48.408886 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Bound port: 440be07c-f14b-4454-bd82-ee9cef3dc110, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:44:48.409253 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.478922 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] For port 440be07c-f14b-4454-bd82-ee9cef3dc110, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:44:48.481813 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] For port 440be07c-f14b-4454-bd82-ee9cef3dc110, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=440be07c-f14b-4454-bd82-ee9cef3dc110,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:44:48.547662 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.551534 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:48.628931 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Routers {'6638c0a7-67ec-46c7-80a3-8104ba0cc368'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:48.629447 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:44:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['6638c0a7-67ec-46c7-80a3-8104ba0cc368'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:48.683633 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6442b57-5a5a-4e30-a503-6e6e9ce81cc0 None None] Pushing event updated for resources: {'Port': ['ID=440be07c-f14b-4454-bd82-ee9cef3dc110,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:48.692952 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-e6442b57-5a5a-4e30-a503-6e6e9ce81cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:48.809546 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] Set router 6638c0a7-67ec-46c7-80a3-8104ba0cc368 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:49.159159 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6638c0a7-67ec-46c7-80a3-8104ba0cc368', 'name': 'router1', 'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '440be07c-f14b-4454-bd82-ee9cef3dc110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:27Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'gw_port': {'id': '440be07c-f14b-4454-bd82-ee9cef3dc110', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6638c0a7-67ec-46c7-80a3-8104ba0cc368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:45Z', 'updated_at': '2021-05-31T11:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '5edcdd40-10dc-491c-a9a5-b96708466094', 'name': '', 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe', 'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'mac_address': 'fa:16:3e:d0:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6638c0a7-67ec-46c7-80a3-8104ba0cc368', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04e80aab-d55d-4597-9b9b-db17a7becc10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:36Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 5, 'project_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'subnets': [{'id': '04e80aab-d55d-4597-9b9b-db17a7becc10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11439df1-4cb9-4ad4-81d3-c5ac1907f204'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:49.163112 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d188f5-9ecf-4d46-ab28-8709acf04206 None None] The sync data for ids ['6638c0a7-67ec-46c7-80a3-8104ba0cc368'] in dv-cinder-791240-4-smb is: [{'id': '6638c0a7-67ec-46c7-80a3-8104ba0cc368', 'name': 'router1', 'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '440be07c-f14b-4454-bd82-ee9cef3dc110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:27Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'gw_port': {'id': '440be07c-f14b-4454-bd82-ee9cef3dc110', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6638c0a7-67ec-46c7-80a3-8104ba0cc368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:45Z', 'updated_at': '2021-05-31T11:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '5edcdd40-10dc-491c-a9a5-b96708466094', 'name': '', 'network_id': '13fc4528-3eb8-410f-8f3b-903e50e7bcfe', 'tenant_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'mac_address': 'fa:16:3e:d0:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6638c0a7-67ec-46c7-80a3-8104ba0cc368', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04e80aab-d55d-4597-9b9b-db17a7becc10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:36Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 5, 'project_id': '3bb4504670774fb1ba6b747b7ef6aa4f', 'subnets': [{'id': '04e80aab-d55d-4597-9b9b-db17a7becc10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11439df1-4cb9-4ad4-81d3-c5ac1907f204'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:44:49.586282 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 37966) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:49.743937 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-33096659-7ad3-419d-ba05-eb640aa5f768 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1565700 May 31 11:44:50.198205 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 440be07c-f14b-4454-bd82-ee9cef3dc110 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:50.335918 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 440be07c-f14b-4454-bd82-ee9cef3dc110 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:50.341038 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 440be07c-f14b-4454-bd82-ee9cef3dc110 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:50.341413 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:50.461465 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:50.478228 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 440be07c-f14b-4454-bd82-ee9cef3dc110, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=440be07c-f14b-4454-bd82-ee9cef3dc110,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:50.541505 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:50.544085 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:50.617870 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=440be07c-f14b-4454-bd82-ee9cef3dc110,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:50.625235 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:52.186656 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 440be07c-f14b-4454-bd82-ee9cef3dc110 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:52.310692 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 440be07c-f14b-4454-bd82-ee9cef3dc110 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:52.311331 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:59.941619 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-d0ebda9a-6da8-4aad-8016-b3bba352209e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:02.316453 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:02.344976 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-fc2161bf-5201-416a-a14c-933119fe8e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:03.120424 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.916837 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:20.612810 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 5 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:45:29.957777 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-a0ed24f5-cfb5-422a-9876-eefbc602b4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:32.355943 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b8840091-8032-4bc1-bd44-5b621f6ce5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:32.401585 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:33.117908 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:34.875844 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:57.611311 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 5 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:45:59.962669 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-5d2e408a-2f43-455a-b287-2d2bc204c061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:02.312536 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-64d76298-7d55-480b-a4fe-e5b75af763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:02.339632 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:03.129056 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:04.888405 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:25.534475 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 38538) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:25.610332 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ca0371-03f1-407a-89bb-fd9c3570ea76 admin admin] GET failed (client error): The resource could not be found. May 31 11:46:25.611557 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-27ca0371-03f1-407a-89bb-fd9c3570ea76 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0762348 May 31 11:46:25.761840 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e778dc-303c-4a68-ac71-790527e3cb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:25.763278 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-a9e778dc-303c-4a68-ac71-790527e3cb79 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1478169 May 31 11:46:27.832903 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 38548) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:27.942782 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bd5f75-e3f6-4053-a94e-99c367c3f8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:27.944151 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-55bd5f75-e3f6-4053-a94e-99c367c3f8da admin admin] 10.222.0.43 "GET /v2.0/subnets/04e80aab-d55d-4597-9b9b-db17a7becc10 HTTP/1.1" status: 200 len: 849 time: 0.1103001 May 31 11:46:27.953213 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:46:28.065936 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:28.309226 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766107500189'] for subnet, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:28.314141 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:28.387329 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:28.388380 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:28.389203 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] 10.222.0.43 "PUT /v2.0/subnets/04e80aab-d55d-4597-9b9b-db17a7becc10 HTTP/1.1" status: 200 len: 868 time: 0.4396429 May 31 11:46:28.391680 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ac39e9-ef6e-427a-960c-95d34df546b0 None None] Network 13fc4528-3eb8-410f-8f3b-903e50e7bcfe requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:46:28.409993 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e80aab-d55d-4597-9b9b-db17a7becc10,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:28.418660 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:28.419075 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:28.419411 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Tracked resource versions report: May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: pushed versions: May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: { 'AddressGroup': {'1.2'}, May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'ConntrackHelper': {'1.0'}, May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'Log': {'1.0'}, May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'Network': {'1.1'}, May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'Port': {'1.7'}, May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'PortForwarding': {'1.2'}, May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'QosPolicy': {'1.8'}, May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'SecurityGroup': {'1.4'}, May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'SecurityGroupRule': {'1.2'}, May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'SubPort': {'1.0'}, May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'Subnet': {'1.1'}, May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'Trunk': {'1.1'}} May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: consumer versions: May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: { DHCP agent@dv-cinder-791240-4-smb: {}, May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: L3 agent@dv-cinder-791240-4-smb: {}, May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: Metadata agent@dv-cinder-791240-4-smb: {}, May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: Metering agent@dv-cinder-791240-4-smb: {}, May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: Open vSwitch agent@dv-cinder-791240-4-smb: { 'AddressGroup': '1.2', May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'ConntrackHelper': '1.0', May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'Log': '1.0', May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'Network': '1.1', May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'Port': '1.7', May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'PortForwarding': '1.2', May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'QosPolicy': '1.8', May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'SecurityGroup': '1.4', May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'SecurityGroupRule': '1.2', May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'SubPort': '1.0', May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'Subnet': '1.1', May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: 'Trunk': '1.1'}} May 31 11:46:28.424136 dv-cinder-791240-4-smb neutron-server[98765]: {{(pid=98765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:46:28.432280 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:28.803728 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-3d6bff45-3366-489b-be85-dee9d27353a6 None None] Provisioning complete for port 6af91c63-f433-4674-b664-ba590183e59a triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:46:28.804128 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-3d6bff45-3366-489b-be85-dee9d27353a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:28.928635 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-3d6bff45-3366-489b-be85-dee9d27353a6 None None] Provisioning complete for port 5edcdd40-10dc-491c-a9a5-b96708466094 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:46:28.928904 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-3d6bff45-3366-489b-be85-dee9d27353a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:29.944964 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-a35784a3-2f3d-49ac-b06e-9e6b54b587a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:30.500024 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38562) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:30.670151 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ec2-53ba-4c9d-ab68-233884eeb11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:30.670640 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ec2-53ba-4c9d-ab68-233884eeb11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:30.672185 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-5d056ec2-53ba-4c9d-ab68-233884eeb11b admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1711528 May 31 11:46:32.293666 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-6db92afa-1c9d-47a3-a3a6-e54f44744c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:32.314663 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:32.758018 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38572) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:32.931787 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615961af-3b45-44a6-b131-1371c3bd70bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:32.932299 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615961af-3b45-44a6-b131-1371c3bd70bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:32.933806 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-615961af-3b45-44a6-b131-1371c3bd70bc admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1748576 May 31 11:46:33.115038 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:34.609878 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 5 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:46:34.886829 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:35.056674 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38582) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:35.224484 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081fffa7-86f1-43fb-85e9-19adae72d550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:35.225708 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-081fffa7-86f1-43fb-85e9-19adae72d550 admin admin] 10.222.0.43 "GET /v2.0/networks/13fc4528-3eb8-410f-8f3b-903e50e7bcfe HTTP/1.1" status: 200 len: 869 time: 0.1681094 May 31 11:46:37.313666 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38592) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:37.479225 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ffb12-b459-406e-9239-979aa6e5f51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:37.480594 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-019ffb12-b459-406e-9239-979aa6e5f51f admin admin] 10.222.0.43 "GET /v2.0/networks/44138ec9-aa29-40d8-b84a-8c450b87461c HTTP/1.1" status: 200 len: 886 time: 0.1659954 May 31 11:46:39.578749 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38602) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:39.682580 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452b622d-115f-4a0e-97f4-c918c93b7cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:39.683045 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452b622d-115f-4a0e-97f4-c918c93b7cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:39.683760 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-452b622d-115f-4a0e-97f4-c918c93b7cdc admin admin] Synchronizing usage tracker for tenant:304aa7a7c1f14550a2a5eb7f9be1d88b on resource:subnet {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:46:39.767587 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-452b622d-115f-4a0e-97f4-c918c93b7cdc admin admin] Unset dirty status for tenant:304aa7a7c1f14550a2a5eb7f9be1d88b on resource:subnet {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:46:39.769382 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-452b622d-115f-4a0e-97f4-c918c93b7cdc admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1891932 May 31 11:46:41.859286 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38612) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:41.965659 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d5faa3-731f-4678-ac2a-1fb3483ed7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:41.966114 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d5faa3-731f-4678-ac2a-1fb3483ed7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:41.967571 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-56d5faa3-731f-4678-ac2a-1fb3483ed7b8 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1073582 May 31 11:46:44.067058 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38622) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:44.171646 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5622a5d4-a132-4179-9a87-ee65f66ea3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:44.173011 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-5622a5d4-a132-4179-9a87-ee65f66ea3d8 admin admin] 10.222.0.43 "GET /v2.0/subnets/04e80aab-d55d-4597-9b9b-db17a7becc10 HTTP/1.1" status: 200 len: 868 time: 0.1049483 May 31 11:46:46.261815 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38632) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:46.361961 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8f2685-192d-4c74-b8b8-01adf612877b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:46.363594 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-8d8f2685-192d-4c74-b8b8-01adf612877b admin admin] 10.222.0.43 "GET /v2.0/subnets/270374c3-e0a8-4da5-b8af-4f1fd2d3da10 HTTP/1.1" status: 200 len: 816 time: 0.1008279 May 31 11:46:59.954663 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-bae5010e-2c9a-4cd2-a9b4-6f915d426276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:02.281718 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-89ccc3e1-4848-45ce-a867-f96b09f0c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:02.304592 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:03.120484 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:04.897378 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:09.137848 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38676) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:09.184927 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [None req-a146410d-0792-46da-abf6-d8de05a49362 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:47:09.185882 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-a146410d-0792-46da-abf6-d8de05a49362 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471306 May 31 11:47:11.374210 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38686) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:11.498399 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5935966-5188-40f9-b0b6-a25db6556612 admin admin] GET failed (client error): The resource could not be found. May 31 11:47:11.499710 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-a5935966-5188-40f9-b0b6-a25db6556612 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1245432 May 31 11:47:11.607755 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 5 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:47:11.622223 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad766191-06f2-4ea0-9050-b193a672cfd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:11.623654 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-ad766191-06f2-4ea0-9050-b193a672cfd0 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1200547 May 31 11:47:13.738971 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38696) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:13.786544 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:47:13.790904 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:13.800269 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:13.881330 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Made reservation on behalf of 304aa7a7c1f14550a2a5eb7f9be1d88b for: {'network': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:47:13.883594 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:13.971311 dv-cinder-791240-4-smb neutron-server[98764]: WARNING neutron.services.revisions.revision_plugin [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Could not find related network for resource to bump revision. May 31 11:47:13.982152 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=98764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:47:13.990927 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:13.991252 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.segments_db [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Added segment 477461d8-5feb-4ead-9c12-7593b32206fe of type vlan for network 84192c08-7fe9-4699-a22e-3c99ea57acc6 May 31 11:47:14.015318 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.096692 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.097950 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:14.098517 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.101789 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:14.197194 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Pushing event updated for resources: {'Network': ['ID=84192c08-7fe9-4699-a22e-3c99ea57acc6,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:14.203727 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:14.204082 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:14.204405 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:14.204720 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:14.205075 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:14.205395 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:14.205700 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:14.206003 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:14.206327 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:14.206633 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:14.206965 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:14.207268 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:14.210567 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:14.218396 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network 84192c08-7fe9-4699-a22e-3c99ea57acc6 details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:47:14.269308 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5292799 May 31 11:47:16.382068 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38706) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:16.447491 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.pecan_wsgi.hooks.translation [None req-930b8966-e9ce-4a5e-bf3f-be21c9382643 admin admin] GET failed (client error): The resource could not be found. May 31 11:47:16.447992 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-930b8966-e9ce-4a5e-bf3f-be21c9382643 admin admin] Synchronizing usage tracker for tenant:304aa7a7c1f14550a2a5eb7f9be1d88b on resource:network {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:47:16.519720 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-930b8966-e9ce-4a5e-bf3f-be21c9382643 admin admin] Unset dirty status for tenant:304aa7a7c1f14550a2a5eb7f9be1d88b on resource:network {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:47:16.520847 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-930b8966-e9ce-4a5e-bf3f-be21c9382643 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1378493 May 31 11:47:16.628209 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352f5fa7-1d5f-47aa-85c0-6aee6eac5981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:16.629894 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-352f5fa7-1d5f-47aa-85c0-6aee6eac5981 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1051705 May 31 11:47:16.639325 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] Request body: {'subnet': {'network_id': '84192c08-7fe9-4699-a22e-3c99ea57acc6', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:47:16.643713 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:16.653041 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:16.726578 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] Made reservation on behalf of 304aa7a7c1f14550a2a5eb7f9be1d88b for: {'subnet': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:47:16.728840 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:17.190675 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971'] for subnet, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:17.195064 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:17.263795 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0615e33-33db-4e2d-83bd-cc6c4b5f5bfe,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:17.266490 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:17.272916 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] Checking segment: {'id': '477461d8-5feb-4ead-9c12-7593b32206fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '84192c08-7fe9-4699-a22e-3c99ea57acc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:47:17.276658 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] Network hostable DHCP agents. Network: 84192c08-7fe9-4699-a22e-3c99ea57acc6, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:47:17.326834 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] Network 84192c08-7fe9-4699-a22e-3c99ea57acc6 is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:47:17.418129 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, 84192c08-7fe9-4699-a22e-3c99ea57acc6) {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:47:17.422298 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:17.422878 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:17.426790 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730b08d4-cb4a-4a1f-a077-4eb640e9f25d None None] Network 84192c08-7fe9-4699-a22e-3c99ea57acc6 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:47:17.538120 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9020817 May 31 11:47:17.663085 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29358474-a8da-5ec3-9a67-ff1cc0243770-84192c08-7fe9-4699-a22e-3c99ea57acc6', 'network_id': '84192c08-7fe9-4699-a22e-3c99ea57acc6', 'tenant_id': '304aa7a7c1f14550a2a5eb7f9be1d88b', 'fixed_ips': [{'subnet_id': 'a0615e33-33db-4e2d-83bd-cc6c4b5f5bfe'}]}} from dv-cinder-791240-4-smb. {{(pid=98766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:47:17.663943 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:17.822182 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.db_base_plugin_common [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Allocated IP 192.168.233.2 (84192c08-7fe9-4699-a22e-3c99ea57acc6/a0615e33-33db-4e2d-83bd-cc6c4b5f5bfe/e91fc9d6-f97c-48ab-be07-875a8fd6c51d) {{(pid=98766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:47:18.025881 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Notify callbacks [] for port, precommit_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:18.035866 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Transition to ACTIVE for port object e91fc9d6-f97c-48ab-be07-875a8fd6c51d will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:47:18.054215 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Transition to ACTIVE for port object e91fc9d6-f97c-48ab-be07-875a8fd6c51d will not be triggered until provisioned by entity DHCP. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:47:18.144925 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243'] for port, after_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:18.149696 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:18.214075 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Network 84192c08-7fe9-4699-a22e-3c99ea57acc6 is already hosted by enough agents. {{(pid=98766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:47:18.215186 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.base_scheduler [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Resources bound (agent type, host, resource id): {{(pid=98766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:47:18.218882 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Received port after_create {{(pid=98766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:47:18.228196 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Pushing event updated for resources: {'Port': ['ID=e91fc9d6-f97c-48ab-be07-875a8fd6c51d,revision_number=1']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:18.266570 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:18.266914 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:18.267265 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:18.267603 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:18.267930 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:18.268279 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:18.268596 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:18.268911 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:18.269226 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:18.269538 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:18.269865 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:18.270165 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:18.296956 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:18.324880 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Attempting to bind port e91fc9d6-f97c-48ab-be07-875a8fd6c51d on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:47:18.325234 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Attempting to bind port e91fc9d6-f97c-48ab-be07-875a8fd6c51d by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '477461d8-5feb-4ead-9c12-7593b32206fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '84192c08-7fe9-4699-a22e-3c99ea57acc6'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:47:18.325607 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Attempting to bind port e91fc9d6-f97c-48ab-be07-875a8fd6c51d on network 84192c08-7fe9-4699-a22e-3c99ea57acc6 {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:47:18.331455 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:47:18.331820 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Checking segment: {'id': '477461d8-5feb-4ead-9c12-7593b32206fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '84192c08-7fe9-4699-a22e-3c99ea57acc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:47:18.332241 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:18.332627 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Bound using segment: {'id': '477461d8-5feb-4ead-9c12-7593b32206fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '84192c08-7fe9-4699-a22e-3c99ea57acc6'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:47:18.333087 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Bound port: e91fc9d6-f97c-48ab-be07-875a8fd6c51d, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477461d8-5feb-4ead-9c12-7593b32206fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '84192c08-7fe9-4699-a22e-3c99ea57acc6'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:47:18.333457 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:18.420257 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] For port e91fc9d6-f97c-48ab-be07-875a8fd6c51d, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:47:18.423211 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] For port e91fc9d6-f97c-48ab-be07-875a8fd6c51d, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=e91fc9d6-f97c-48ab-be07-875a8fd6c51d,segment=NetworkSegment(477461d8-5feb-4ead-9c12-7593b32206fe),segment_id=477461d8-5feb-4ead-9c12-7593b32206fe)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:47:18.487820 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:18.491901 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-e6442b57-5a5a-4e30-a503-6e6e9ce81cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:18.569993 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Pushing event updated for resources: {'Port': ['ID=e91fc9d6-f97c-48ab-be07-875a8fd6c51d,revision_number=2']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:18.572999 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:19.345296 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03da502-3ebf-4f5d-ba82-2dbb21f1c8aa None None] Network 84192c08-7fe9-4699-a22e-3c99ea57acc6 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:47:19.511768 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-fdd7890c-0a33-4f2c-a2f2-f434c20aed0f None None] Provisioning for port e91fc9d6-f97c-48ab-be07-875a8fd6c51d completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:47:20.301798 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device e91fc9d6-f97c-48ab-be07-875a8fd6c51d up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:47:20.429824 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port e91fc9d6-f97c-48ab-be07-875a8fd6c51d completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:47:20.434814 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port e91fc9d6-f97c-48ab-be07-875a8fd6c51d triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:47:20.435185 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:20.550842 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:20.581459 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port e91fc9d6-f97c-48ab-be07-875a8fd6c51d, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=e91fc9d6-f97c-48ab-be07-875a8fd6c51d,segment=NetworkSegment(477461d8-5feb-4ead-9c12-7593b32206fe),segment_id=477461d8-5feb-4ead-9c12-7593b32206fe)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:20.652744 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:20.655514 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-e6442b57-5a5a-4e30-a503-6e6e9ce81cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:20.722131 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=e91fc9d6-f97c-48ab-be07-875a8fd6c51d,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:20.725082 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:22.278695 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device e91fc9d6-f97c-48ab-be07-875a8fd6c51d up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:47:22.350978 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port e91fc9d6-f97c-48ab-be07-875a8fd6c51d triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:47:22.351342 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:29.965145 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-6ebd3d2c-8a80-4458-bda5-c4315e0cb61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:32.332187 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-aa02a418-4886-4165-84d9-ea3760357bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:32.343555 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.125242 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:34.891252 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:48.606528 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 5 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:47:59.943047 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-fa6a3dc4-90a4-4e07-b5a4-9a07aad27c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:02.314825 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-dcf8a3c5-cab5-4b8a-92ee-a9f0f4443819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:02.348075 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:03.160576 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:04.897580 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:25.605009 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 5 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:48:29.970334 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-28a1f5cf-1018-4962-b8ec-1145e37c0bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:32.313956 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-4c79e236-a9d6-4757-a4c0-6c198aa94ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:32.335554 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:33.131375 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:34.880074 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:53.891267 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38756) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:53.897176 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [None req-5824c384-a4bf-4571-a26f-d6021fb55788 tempest-verify_tempest_config-1579040344 tempest-verify_tempest_config-1579040344-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:48:53.898123 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-5824c384-a4bf-4571-a26f-d6021fb55788 tempest-verify_tempest_config-1579040344 tempest-verify_tempest_config-1579040344-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059123 May 31 11:48:54.667915 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 38774) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:54.786147 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:54.800699 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:54.804827 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Usage tracker for resource:security_group_rule and tenant:72564c8f669c4dda866096ab7193115d is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:54.808232 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:54.815093 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:54.909456 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:54.993518 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:55.000319 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:55.038777 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48939bc-9963-475c-abb8-48eda740baf8,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:55.043695 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72564c8f669c4dda866096ab7193115d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3747172 May 31 11:48:55.047120 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38780) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:55.048324 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.048665 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.049000 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.049323 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.049644 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.049967 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.050284 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.050597 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.050931 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.051244 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.051554 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.051864 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.056210 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:55.107135 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:55.131931 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:55.308144 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:55.311947 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:55.322969 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48939bc-9963-475c-abb8-48eda740baf8,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:55.332513 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.332851 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.333177 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.333499 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.333816 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.334132 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.334442 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.334757 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.335084 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.335397 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.335704 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.336023 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:55.339171 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:55.342453 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:55.342453 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f48939bc-9963-475c-abb8-48eda740baf8 HTTP/1.1" status: 204 len: 168 time: 0.2928324 May 31 11:48:59.936749 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-2e7c27c4-9b92-4022-9b20-afe6294b4ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:02.336550 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-f6d82478-1fab-44be-8aa1-4b829a972ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:02.387799 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:02.603412 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 5 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:49:03.136248 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:04.907862 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:29.930389 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-da3761bf-5713-4572-a1ac-30aae66fcf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:32.352809 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed833-1761-49e4-be09-1d3955a71238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:32.398172 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:33.147293 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:34.901640 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:39.602437 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 5 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:49:59.952586 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-552d56d2-f31d-4832-8198-c548d4e5b629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.307055 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-af829249-35aa-4456-9734-500cb266f162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.335143 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:03.135296 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:04.883505 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:16.600890 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 5 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:50:29.957875 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-d6481c3a-8159-4c9b-978d-6cf2e11594d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:32.335046 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-de0d6be4-98de-4bba-934c-d2ba71c19391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:32.369072 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:33.140897 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:34.952019 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:37.254459 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118'] for agent, after_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:51.304317 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38852) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:51.418491 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-9277d83c-ab47-49a9-8755-7c54c458b305 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1130967 May 31 11:50:53.514987 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 38862) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:53.568245 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-1a8add93-b4d8-4f12-89f1-9bd68d18a9e0 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0521374 May 31 11:50:53.601206 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:50:59.951666 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-7b3da3bc-9bfd-44cb-a473-15647e2765d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:02.340533 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-3711d0d3-6e78-4681-ac75-06a85d9aa2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:02.368419 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:03.157235 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:04.893974 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:07.157028 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:29.939202 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-f76e70be-aa22-42cd-bb5f-542817cae29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:30.600913 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:51:32.317003 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc2ae-f256-402b-ac76-790d965b796b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:32.340108 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:33.128167 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:34.899196 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:37.179424 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.008201 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-5c448b60-dabd-426e-823a-523a2998094e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:02.282315 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-574b90e4-627b-4e54-950d-2d7c8e2d3f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:02.299238 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:03.179471 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:04.904862 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:07.178871 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:07.600476 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:52:24.215468 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 38990) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:24.538500 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1049885068-network', 'tenant_id': '5b081e7069b4470f91405d7c42bdcbee'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:24.543725 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:24.554631 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Usage tracker for resource:network and tenant:5b081e7069b4470f91405d7c42bdcbee is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:24.554631 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:24.557215 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:24.670482 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Made reservation on behalf of 5b081e7069b4470f91405d7c42bdcbee for: {'network': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:24.673042 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:24.686020 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:24.701761 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:24.705672 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Usage tracker for resource:security_group_rule and tenant:5b081e7069b4470f91405d7c42bdcbee is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:24.708460 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:24.714378 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:24.797833 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:24.853788 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:24.858435 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:24.884991 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=98765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:52:24.901965 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54baa4be-cbd3-4cb8-a104-edae565ed021,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:24.914762 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:24.914762 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:24.914762 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:24.914762 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:24.914762 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:24.914762 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:24.914762 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:24.914762 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:24.914762 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:24.914762 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:24.916119 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:24.916119 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Tracked resource versions report: May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: pushed versions: May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: { 'AddressGroup': {'1.2'}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'ConntrackHelper': {'1.0'}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'Log': {'1.0'}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'Network': {'1.1'}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'Port': {'1.7'}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'PortForwarding': {'1.2'}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'QosPolicy': {'1.8'}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'SecurityGroup': {'1.4'}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'SecurityGroupRule': {'1.2'}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'SubPort': {'1.0'}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'Subnet': {'1.1'}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'Trunk': {'1.1'}} May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: consumer versions: May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: { DHCP agent@dv-cinder-791240-4-smb: {}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: HyperV agent@hv-cinder-79124: {}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: L3 agent@dv-cinder-791240-4-smb: {}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: Metadata agent@dv-cinder-791240-4-smb: {}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: Metering agent@dv-cinder-791240-4-smb: {}, May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: Open vSwitch agent@dv-cinder-791240-4-smb: { 'AddressGroup': '1.2', May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'ConntrackHelper': '1.0', May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'Log': '1.0', May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'Network': '1.1', May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'Port': '1.7', May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'PortForwarding': '1.2', May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'QosPolicy': '1.8', May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'SecurityGroup': '1.4', May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'SecurityGroupRule': '1.2', May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'SubPort': '1.0', May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'Subnet': '1.1', May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: 'Trunk': '1.1'}} May 31 11:52:24.916819 dv-cinder-791240-4-smb neutron-server[98765]: {{(pid=98765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:52:24.919714 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766107643109', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:24.920368 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Unsubscribe: segment precommit_create {{(pid=98765) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 11:52:24.920975 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.segments_db [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Added segment 13d2f16b-8451-4661-b5c2-e3992ae2c4d9 of type vlan for network 1a4b5f7d-e2a2-43d7-8f05-648fe5d7fb65 May 31 11:52:24.965330 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:24.990590 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:25.105001 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:25.106500 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:25.107084 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:25.112459 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:25.234515 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Pushing event updated for resources: {'Network': ['ID=1a4b5f7d-e2a2-43d7-8f05-648fe5d7fb65,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:25.238172 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:25.247195 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network 1a4b5f7d-e2a2-43d7-8f05-648fe5d7fb65 details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:52:25.363991 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1478031 May 31 11:52:25.369788 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39032) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:25.375723 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Request body: {'subnet': {'network_id': '1a4b5f7d-e2a2-43d7-8f05-648fe5d7fb65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1049885068-subnet', 'tenant_id': '5b081e7069b4470f91405d7c42bdcbee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:25.380509 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:25.384625 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Usage tracker for resource:subnet and tenant:5b081e7069b4470f91405d7c42bdcbee is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:25.390412 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:25.393656 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:25.458935 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Made reservation on behalf of 5b081e7069b4470f91405d7c42bdcbee for: {'subnet': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:25.461356 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Notify callbacks [] for subnet, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:25.927025 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971'] for subnet, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:25.931399 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:25.931955 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39066) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:25.998599 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3b6f664-8614-46f3-b4f6-49ccdda53c65,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:26.007200 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:26.028572 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Checking segment: {'id': '13d2f16b-8451-4661-b5c2-e3992ae2c4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1a4b5f7d-e2a2-43d7-8f05-648fe5d7fb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:26.028953 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Network hostable DHCP agents. Network: 1a4b5f7d-e2a2-43d7-8f05-648fe5d7fb65, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:52:26.133355 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Network 1a4b5f7d-e2a2-43d7-8f05-648fe5d7fb65 is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:52:26.242077 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, 1a4b5f7d-e2a2-43d7-8f05-648fe5d7fb65) {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:26.246791 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:26.247338 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:26.252495 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970c68ba-f765-4d83-a5fe-3841a75c0e0b None None] Network 1a4b5f7d-e2a2-43d7-8f05-648fe5d7fb65 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:52:26.334119 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9631839 May 31 11:52:26.445742 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba18eb97-1714-47a9-a1e0-eb63f3320410 None None] Network 1a4b5f7d-e2a2-43d7-8f05-648fe5d7fb65 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:52:26.529209 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-747591980-network', 'tenant_id': '159436890a7b4b3eb9c686a7f91ffd20'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:26.534346 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:26.538166 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Usage tracker for resource:network and tenant:159436890a7b4b3eb9c686a7f91ffd20 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:26.541394 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:26.547446 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:26.559401 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39086) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:26.647465 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Made reservation on behalf of 159436890a7b4b3eb9c686a7f91ffd20 for: {'network': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:26.651799 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:26.666356 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:26.681112 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:26.684996 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Usage tracker for resource:security_group_rule and tenant:159436890a7b4b3eb9c686a7f91ffd20 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:26.687774 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:26.693877 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:26.774994 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:26.793598 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39102) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:26.836105 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:26.840527 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-6a6ad487-27cb-45ea-855d-78052befbbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:26.873439 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=98764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:52:26.875684 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2836322d-229d-444c-b67a-1933fc5908f9,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:26.886971 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:26.887303 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:26.887823 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:26.888160 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:26.888625 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:26.889112 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:26.889424 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:26.889736 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:26.890062 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:26.890370 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:26.890680 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:26.890983 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Tracked resource versions report: May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: pushed versions: May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: { 'AddressGroup': {'1.2'}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'ConntrackHelper': {'1.0'}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'Log': {'1.0'}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'Network': {'1.1'}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'Port': {'1.7'}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'PortForwarding': {'1.2'}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'QosPolicy': {'1.8'}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'SecurityGroup': {'1.4'}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'SecurityGroupRule': {'1.2'}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'SubPort': {'1.0'}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'Subnet': {'1.1'}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'Trunk': {'1.1'}} May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: consumer versions: May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: { DHCP agent@dv-cinder-791240-4-smb: {}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: HyperV agent@hv-cinder-79124: {}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: L3 agent@dv-cinder-791240-4-smb: {}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: Metadata agent@dv-cinder-791240-4-smb: {}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: Metering agent@dv-cinder-791240-4-smb: {}, May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: Open vSwitch agent@dv-cinder-791240-4-smb: { 'AddressGroup': '1.2', May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'ConntrackHelper': '1.0', May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'Log': '1.0', May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'Network': '1.1', May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'Port': '1.7', May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'PortForwarding': '1.2', May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'QosPolicy': '1.8', May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'SecurityGroup': '1.4', May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'SecurityGroupRule': '1.2', May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'SubPort': '1.0', May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'Subnet': '1.1', May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: 'Trunk': '1.1'}} May 31 11:52:26.892085 dv-cinder-791240-4-smb neutron-server[98764]: {{(pid=98764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:52:26.898122 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:26.900844 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:26.903303 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.segments_db [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Added segment d1ab42a0-ef48-4be2-aeea-e61b79f505db of type vlan for network 0c08a832-fb58-46a4-9851-368bfaf2fd35 May 31 11:52:26.911876 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-891160370-network', 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:26.925651 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:26.935565 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Usage tracker for resource:network and tenant:4795d24d302b4c4189da5f0c3d8fc8fe is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:26.945309 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:26.954871 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:26.957593 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.014070 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1274015548-network', 'tenant_id': 'd6831fa53be84bcc82f90d91a193b4c7'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:27.020549 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:27.025482 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Usage tracker for resource:network and tenant:d6831fa53be84bcc82f90d91a193b4c7 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:27.028596 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:27.034784 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:27.060747 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Made reservation on behalf of 4795d24d302b4c4189da5f0c3d8fc8fe for: {'network': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:27.063437 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.078292 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.093516 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:27.097305 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Usage tracker for resource:security_group_rule and tenant:4795d24d302b4c4189da5f0c3d8fc8fe is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:27.100149 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:27.106376 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:27.191209 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.196116 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.198142 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:27.198720 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.203729 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-00a18381-7d0d-4d25-9b20-468d9550be6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:27.259056 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Made reservation on behalf of d6831fa53be84bcc82f90d91a193b4c7 for: {'network': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:27.261537 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.274173 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.288892 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:27.295856 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Usage tracker for resource:security_group_rule and tenant:d6831fa53be84bcc82f90d91a193b4c7 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:27.300196 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:27.304549 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.308303 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:27.322790 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=98764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:52:27.333710 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.338557 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.segments_db [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Added segment 7e1bf3ed-aace-4f7b-8672-b62e0616f73f of type vlan for network abd3127e-a427-4d2a-a0cb-273aa10eec42 May 31 11:52:27.341140 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Pushing event updated for resources: {'Network': ['ID=0c08a832-fb58-46a4-9851-368bfaf2fd35,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:27.344045 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:27.354282 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network 0c08a832-fb58-46a4-9851-368bfaf2fd35 details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:52:27.387044 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.406975 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.408388 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-0bef10e3-96d6-4bac-af74-31168bc9f295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:27.424610 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4914501 May 31 11:52:27.427828 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39134) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:27.453993 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Request body: {'subnet': {'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-747591980-subnet', 'tenant_id': '159436890a7b4b3eb9c686a7f91ffd20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:27.453993 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:27.454602 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f37024a-0deb-4149-87d2-1e3741d328bf,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:27.454602 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:27.454847 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Usage tracker for resource:subnet and tenant:159436890a7b4b3eb9c686a7f91ffd20 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:27.454847 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:27.460184 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:27.493738 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.498162 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:27.516669 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=98765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:52:27.527644 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.529003 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:27.529633 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.539538 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:27.539763 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.539763 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.segments_db [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Added segment 4e22a378-1809-46a7-9960-71d7df8d366f of type vlan for network 18404db8-6434-4c64-bb31-d9487b2b9c8a May 31 11:52:27.541407 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d91a686-e01e-40ac-9b7b-e24a23849e77,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:27.548405 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:27.573931 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.610393 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Made reservation on behalf of 159436890a7b4b3eb9c686a7f91ffd20 for: {'subnet': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:27.614562 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.697106 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Pushing event updated for resources: {'Network': ['ID=abd3127e-a427-4d2a-a0cb-273aa10eec42,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:27.700038 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:27.702030 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.712643 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:27.712643 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.712872 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network abd3127e-a427-4d2a-a0cb-273aa10eec42 details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:52:27.713876 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:27.784660 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2161312 May 31 11:52:27.784660 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39142) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:27.786496 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Request body: {'subnet': {'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-891160370-subnet', 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:27.796085 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:27.804730 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Usage tracker for resource:subnet and tenant:4795d24d302b4c4189da5f0c3d8fc8fe is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:27.811099 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:27.823208 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:27.900949 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Pushing event updated for resources: {'Network': ['ID=18404db8-6434-4c64-bb31-d9487b2b9c8a,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:27.908858 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:27.916793 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Made reservation on behalf of 4795d24d302b4c4189da5f0c3d8fc8fe for: {'subnet': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:27.919581 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:28.081895 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2840755 May 31 11:52:28.082949 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39152) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:28.108585 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Request body: {'subnet': {'network_id': '18404db8-6434-4c64-bb31-d9487b2b9c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1274015548-subnet', 'tenant_id': 'd6831fa53be84bcc82f90d91a193b4c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:28.120311 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:28.162395 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Usage tracker for resource:subnet and tenant:d6831fa53be84bcc82f90d91a193b4c7 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:28.180139 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:28.181193 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network 18404db8-6434-4c64-bb31-d9487b2b9c8a details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:52:28.204415 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:28.373632 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Made reservation on behalf of d6831fa53be84bcc82f90d91a193b4c7 for: {'subnet': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:28.377574 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:28.675131 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39186) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:28.690286 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-970407936-network', 'tenant_id': '54a02d50d30b4ca49717cae9509daddb'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:28.702244 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:28.710854 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Usage tracker for resource:network and tenant:54a02d50d30b4ca49717cae9509daddb is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:28.715257 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:28.733098 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:28.776242 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971'] for subnet, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:28.783359 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b2c0cf3b-dbf5-49af-b9b7-01a4b5449499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:28.876024 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b89b243e-d588-4c64-a5f7-a9c0cf16fb4c,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:28.879894 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:28.888908 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Checking segment: {'id': '7e1bf3ed-aace-4f7b-8672-b62e0616f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:28.889337 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Network hostable DHCP agents. Network: abd3127e-a427-4d2a-a0cb-273aa10eec42, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:52:28.918958 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Made reservation on behalf of 54a02d50d30b4ca49717cae9509daddb for: {'network': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:28.924529 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:28.939902 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:28.979521 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Network abd3127e-a427-4d2a-a0cb-273aa10eec42 is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:52:29.014638 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:29.035792 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Usage tracker for resource:security_group_rule and tenant:54a02d50d30b4ca49717cae9509daddb is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:29.041670 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:29.059253 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, abd3127e-a427-4d2a-a0cb-273aa10eec42) {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:29.064600 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:29.065689 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.071203 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cfb8ab-8798-4eb1-a147-61d8a8ffe5a2 None None] Network abd3127e-a427-4d2a-a0cb-273aa10eec42 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:52:29.151873 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971'] for subnet, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.152940 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:29.178767 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-59da0d3f-3402-44b5-8a69-d09739f44e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:29.185723 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4048367 May 31 11:52:29.188419 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39206) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:29.193487 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-891160370-router', 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:29.199608 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:29.205467 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Usage tracker for resource:router and tenant:4795d24d302b4c4189da5f0c3d8fc8fe is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:29.209923 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:29.216410 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:29.332889 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea5b44-1f05-42ec-9322-c0374c5448b8 None None] Network abd3127e-a427-4d2a-a0cb-273aa10eec42 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:52:29.365078 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=993381ae-0ef5-4e41-9233-67590fc9a971,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:29.368808 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-933'] for router, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.372516 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Checking segment: {'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:29.372516 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Network hostable DHCP agents. Network: 0c08a832-fb58-46a4-9851-368bfaf2fd35, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:52:29.372956 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-942'] for router, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.373057 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:29.422706 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.456766 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.514455 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971'] for subnet, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.519015 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:29.557654 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Network 0c08a832-fb58-46a4-9851-368bfaf2fd35 is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:52:29.578363 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.604768 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f7a9cb-8033-467a-99b4-9ba3a7c1b898,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:29.613054 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:29.613531 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-b0036d76-d9c2-4321-b47e-59bfb668bf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:29.623514 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=98765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:52:29.647463 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Checking segment: {'id': '4e22a378-1809-46a7-9960-71d7df8d366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18404db8-6434-4c64-bb31-d9487b2b9c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:29.650486 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Network hostable DHCP agents. Network: 18404db8-6434-4c64-bb31-d9487b2b9c8a, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:52:29.658272 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.658618 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.segments_db [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Added segment 021c29e0-6ea4-4dca-9eae-bbc236f58478 of type vlan for network 0f01bc15-8277-44dc-a791-772358058198 May 31 11:52:29.659752 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da468f48-2a97-4e67-9134-2e71b1d2124d,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:29.666901 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:29.696975 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.703010 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, 0c08a832-fb58-46a4-9851-368bfaf2fd35) {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:29.711430 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:29.712179 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.712520 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986fc751-58d1-478e-8260-eb06c7331a82 None None] Network 0c08a832-fb58-46a4-9851-368bfaf2fd35 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:52:29.773920 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39214) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:29.785047 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Network 18404db8-6434-4c64-bb31-d9487b2b9c8a is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:52:29.793673 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, 18404db8-6434-4c64-bb31-d9487b2b9c8a) {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:29.798588 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:29.799312 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.813505 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-984'] for router, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.814399 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.824745 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3870163 May 31 11:52:29.824745 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:29.824745 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.825111 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad813be2-b607-4a0d-8f21-929a6465bda6 None None] Network 18404db8-6434-4c64-bb31-d9487b2b9c8a requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:52:29.835966 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:30.004182 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Pushing event updated for resources: {'Network': ['ID=0f01bc15-8277-44dc-a791-772358058198,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:30.009474 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-ecd139ae-ef20-4844-be05-0d7972fcad90 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9176347 May 31 11:52:30.011363 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:30.031281 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network 0f01bc15-8277-44dc-a791-772358058198 details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:52:30.084322 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4074316 May 31 11:52:30.087881 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39232) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:30.099334 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Request body: {'subnet': {'network_id': '0f01bc15-8277-44dc-a791-772358058198', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-970407936-subnet', 'tenant_id': '54a02d50d30b4ca49717cae9509daddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:30.128472 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:30.136916 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d4aca9-132e-42fe-ae3a-e8c3ede604c2 None None] Network 18404db8-6434-4c64-bb31-d9487b2b9c8a requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:52:30.142492 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Usage tracker for resource:subnet and tenant:54a02d50d30b4ca49717cae9509daddb is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:30.173260 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:30.197164 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1133ec5d-8754-4403-a3f7-7aced15a538c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.211883 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ddbf-e5d9-4d14-9d44-7f6f51ff3e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.244231 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:30.258299 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-1133ec5d-8754-4403-a3f7-7aced15a538c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:30.292563 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-1133ec5d-8754-4403-a3f7-7aced15a538c admin admin] Usage tracker for resource:security_group_rule and tenant:93bbec8885034b0393b63f6164d5aacf is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:30.296562 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-1133ec5d-8754-4403-a3f7-7aced15a538c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:30.302943 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-1133ec5d-8754-4403-a3f7-7aced15a538c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:30.378254 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Made reservation on behalf of 54a02d50d30b4ca49717cae9509daddb for: {'subnet': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:30.386016 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.530511 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e96ee83-795a-47f4-a525-82abcc3200d1 None None] Network 0c08a832-fb58-46a4-9851-368bfaf2fd35 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:52:30.557679 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1133ec5d-8754-4403-a3f7-7aced15a538c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.638510 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.670736 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.706765 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1133ec5d-8754-4403-a3f7-7aced15a538c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.721799 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9c18c89a-bae2-4fcf-93cc-c8248713524c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:30.781921 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133ec5d-8754-4403-a3f7-7aced15a538c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd83405a-eb86-410e-9153-0b2db1fc5fff,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:30.789249 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1133ec5d-8754-4403-a3f7-7aced15a538c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:30.791737 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-1133ec5d-8754-4403-a3f7-7aced15a538c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93bbec8885034b0393b63f6164d5aacf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0167432 May 31 11:52:30.795785 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39262) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:30.893647 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39284) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:30.900170 dv-cinder-791240-4-smb neutron-server[98765]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 11:52:30.946481 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Allocated IP 172.28.1.199 (44138ec9-aa29-40d8-b84a-8c450b87461c/270374c3-e0a8-4da5-b8af-4f1fd2d3da10/ae6b0b12-f718-49d3-b4ab-82fb8e045704) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:52:30.960847 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39296) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:30.980891 dv-cinder-791240-4-smb neutron-server[98764]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 11:52:31.078452 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3de677a2-44ce-402e-a158-84c841fed8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.156431 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8f887-0fd9-4583-9741-64a82723d033 req-db39b9c4-bbad-414f-9379-bcac8716db36 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:31.157808 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-db39b9c4-bbad-414f-9379-bcac8716db36 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/networks?id=0c08a832-fb58-46a4-9851-368bfaf2fd35 HTTP/1.1" status: 200 len: 814 time: 0.2632234 May 31 11:52:31.186973 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3de677a2-44ce-402e-a158-84c841fed8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.199741 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-29cb1225-2855-490b-9b1f-e0d641be48f9 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/quotas/159436890a7b4b3eb9c686a7f91ffd20 HTTP/1.1" status: 200 len: 375 time: 0.0308013 May 31 11:52:31.263438 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.271977 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-09180f97-6130-42d1-b7dc-637916444471 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:31.273434 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-09180f97-6130-42d1-b7dc-637916444471 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/networks?id=18404db8-6434-4c64-bb31-d9487b2b9c8a HTTP/1.1" status: 200 len: 812 time: 0.2993958 May 31 11:52:31.284623 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-f8f35f69-29e2-403b-873a-bad33c548604 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763206 May 31 11:52:31.295825 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-46989313-6cc6-42f1-808d-ffcd8db3951d tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/quotas/d6831fa53be84bcc82f90d91a193b4c7 HTTP/1.1" status: 200 len: 375 time: 0.0162690 May 31 11:52:31.351658 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-04630143-bf77-4095-985c-7f1a2f6d1a8e tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6831fa53be84bcc82f90d91a193b4c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494313 May 31 11:52:31.383358 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971'] for subnet, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.388432 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:31.435886 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3de677a2-44ce-402e-a158-84c841fed8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.457839 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-a030dfaf-9f62-445d-b6be-f2c9ca0d8a7a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:52:31.460034 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-a030dfaf-9f62-445d-b6be-f2c9ca0d8a7a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507796 May 31 11:52:31.461069 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.467899 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:31.476491 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=712e1f70-e9bf-4d8d-825e-0c41646f43d7,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:31.484426 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:31.488039 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-75f56a83-48a3-4309-8f5e-4ae343edc04a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:52:31.489035 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-75f56a83-48a3-4309-8f5e-4ae343edc04a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0678701 May 31 11:52:31.490364 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-bb77bbc9-10a8-4f05-abb3-30eb961eeff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:31.525621 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de677a2-44ce-402e-a158-84c841fed8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd83405a-eb86-410e-9153-0b2db1fc5fff,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:31.529629 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-3de677a2-44ce-402e-a158-84c841fed8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:31.537066 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3de677a2-44ce-402e-a158-84c841fed8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.541173 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-3de677a2-44ce-402e-a158-84c841fed8c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd83405a-eb86-410e-9153-0b2db1fc5fff HTTP/1.1" status: 204 len: 168 time: 0.7413485 May 31 11:52:31.542286 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Checking segment: {'id': '021c29e0-6ea4-4dca-9eae-bbc236f58478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0f01bc15-8277-44dc-a791-772358058198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:31.542286 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Network hostable DHCP agents. Network: 0f01bc15-8277-44dc-a791-772358058198, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:52:31.612376 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Network 44138ec9-aa29-40d8-b84a-8c450b87461c is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:52:31.616540 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:31.619113 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:52:31.657864 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-fa6cbb00-24b9-4253-819e-7b1e874539fb service neutron] 10.222.0.43 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584706 May 31 11:52:31.686748 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae6b0b12-f718-49d3-b4ab-82fb8e045704,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:31.689615 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:31.735516 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Network 0f01bc15-8277-44dc-a791-772358058198 is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:52:31.801566 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-05acc481-b435-4bf5-8be6-de867e2a0d62 service neutron] 10.222.0.43 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348562 May 31 11:52:31.825025 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, 0f01bc15-8277-44dc-a791-772358058198) {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:31.834959 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c2667d-d32b-4fbc-bc56-bb04c677d2ae None None] Network 0f01bc15-8277-44dc-a791-772358058198 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:52:31.844242 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:31.844736 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.849471 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-708213d6-e281-40c4-86d0-79118f8472bd service neutron] 10.222.0.43 "GET /v2.0/networks/18404db8-6434-4c64-bb31-d9487b2b9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821170 May 31 11:52:31.991048 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-89de4ca4-ac93-4715-8e4d-bae9fb24fa77 service neutron] 10.222.0.43 "GET /v2.0/networks/18404db8-6434-4c64-bb31-d9487b2b9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314352 May 31 11:52:31.997340 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9078734 May 31 11:52:32.106311 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62927f29-3fd8-486a-94b2-c84012687bb2 None None] Network 0f01bc15-8277-44dc-a791-772358058198 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:52:32.334712 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.336042 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39358) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:32.396917 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39364) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:32.447322 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-234766b5-4b9b-4dd4-ab9b-387c7b51465a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.507389 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-234766b5-4b9b-4dd4-ab9b-387c7b51465a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:32.512596 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-234766b5-4b9b-4dd4-ab9b-387c7b51465a admin admin] Usage tracker for resource:security_group_rule and tenant:1bfe3eb9720f4a57a1a1d6a9f3d8856e is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:32.516539 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-234766b5-4b9b-4dd4-ab9b-387c7b51465a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:32.523927 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-234766b5-4b9b-4dd4-ab9b-387c7b51465a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:32.525353 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-f388effc-afbb-48c8-84c6-f4d957417f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.527239 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.632181 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-234766b5-4b9b-4dd4-ab9b-387c7b51465a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.658183 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4b65b9-f7b1-42ce-aeb5-8461981261b1 admin admin] Deleting subnet a3b6f664-8614-46f3-b4f6-49ccdda53c65 {{(pid=98765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:52:32.665851 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1b4b65b9-f7b1-42ce-aeb5-8461981261b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.762281 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-234766b5-4b9b-4dd4-ab9b-387c7b51465a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.782847 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:32.788563 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f189f0a0-38f9-42c7-af0d-e4ddb3728cb4 req-b8353bea-3ba1-4189-9812-7c8a8238e48d tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 210 time: 0.0977027 May 31 11:52:32.792565 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6eea5468-df86-4d8d-bad0-6dec6a0cb73c req-9d276892-0ffe-47e6-b406-42f492d01b0c tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 210 time: 0.0777500 May 31 11:52:32.839959 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1b4b65b9-f7b1-42ce-aeb5-8461981261b1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.875948 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1b4b65b9-f7b1-42ce-aeb5-8461981261b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118501'] for subnet, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.041273 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-234766b5-4b9b-4dd4-ab9b-387c7b51465a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1bfe3eb9720f4a57a1a1d6a9f3d8856e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6428049 May 31 11:52:33.045280 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234766b5-4b9b-4dd4-ab9b-387c7b51465a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedf1f99-25ed-4af9-b449-e842870e76b3,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:33.072896 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39394) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:33.075029 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-234766b5-4b9b-4dd4-ab9b-387c7b51465a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:33.196341 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697088'] for router, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.207729 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.312165 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-360b3bc7-4f83-4338-900b-e194c47f0edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.348611 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-360b3bc7-4f83-4338-900b-e194c47f0edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.465498 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1b4b65b9-f7b1-42ce-aeb5-8461981261b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8067920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971'] for subnet, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.469714 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1bf1b446-8c2e-4b16-b55a-54af7c97e31c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:33.518107 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-360b3bc7-4f83-4338-900b-e194c47f0edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.525002 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1b4b65b9-f7b1-42ce-aeb5-8461981261b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.530632 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b65b9-f7b1-42ce-aeb5-8461981261b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3b6f664-8614-46f3-b4f6-49ccdda53c65,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:33.538176 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1b4b65b9-f7b1-42ce-aeb5-8461981261b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:33.538926 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-3de677a2-44ce-402e-a158-84c841fed8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:33.555685 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-360b3bc7-4f83-4338-900b-e194c47f0edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.559172 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-360b3bc7-4f83-4338-900b-e194c47f0edc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aedf1f99-25ed-4af9-b449-e842870e76b3 HTTP/1.1" status: 204 len: 168 time: 0.4890087 May 31 11:52:33.559172 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-1b4b65b9-f7b1-42ce-aeb5-8461981261b1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a3b6f664-8614-46f3-b4f6-49ccdda53c65 HTTP/1.1" status: 204 len: 168 time: 1.2203622 May 31 11:52:33.559478 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b3bc7-4f83-4338-900b-e194c47f0edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedf1f99-25ed-4af9-b449-e842870e76b3,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:33.561397 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39424) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:33.563124 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-360b3bc7-4f83-4338-900b-e194c47f0edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:33.566268 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Router b24ad24b-8805-451b-940a-7465b5bcd8c2 is scheduled to L3 agent f461f98a-babc-4067-ba14-708fa24d667e with binding_index 1 {{(pid=98764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:52:33.832958 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866513'] for network, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.955928 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e601d51f-1091-4497-9684-2fceb2d65890 req-eade489f-4a01-452c-851a-c436fb595966 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 210 time: 0.0686719 May 31 11:52:33.968414 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-19d4b6c8-686b-47c2-b07b-ec0c65a8a262 req-24fb168a-4278-4044-a3f1-ab591e8988a0 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 210 time: 0.0625260 May 31 11:52:34.033390 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:52:34.045796 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Sync routers for ids ['b24ad24b-8805-451b-940a-7465b5bcd8c2'] in dv-cinder-791240-4-smb {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:52:34.060620 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Routers {'b24ad24b-8805-451b-940a-7465b5bcd8c2'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:34.061556 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:52:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['b24ad24b-8805-451b-940a-7465b5bcd8c2'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:34.113545 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8068714', 'neutron.services.segments.db._delete_segments_for_network-8766107643100'] for network, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.128693 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:52:34.133960 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:52:34.133960 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:52:34.133960 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Subscribe: > port after_create 55550000 {{(pid=98764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:52:34.133960 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=98764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:52:34.133960 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Subscribe: > port after_update 55550000 {{(pid=98764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:52:34.133960 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:52:34.133960 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:52:34.133960 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:52:34.133960 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:52:34.332700 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:52:34.332700 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:52:34.332700 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:52:34.332700 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:52:34.332700 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4b5f7d-e2a2-43d7-8f05-648fe5d7fb65']}} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:34.346632 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Set router b24ad24b-8805-451b-940a-7465b5bcd8c2 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:52:34.348122 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Notify callbacks [] for router, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.349565 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1602030 May 31 11:52:34.353086 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39468) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:34.361835 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d2f16b-8451-4661-b5c2-e3992ae2c4d9') {'for_net_delete': True} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:34.362172 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d2f16b-8451-4661-b5c2-e3992ae2c4d9') {} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:34.375104 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766107651229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2206853'] for segment, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.393560 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.407316 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=98764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:52:34.407880 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2118556'] for segment, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: from cryptography.utils import int_from_bytes May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: from cryptography.utils import int_from_bytes May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: Traceback (most recent call last): May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: timer() May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: cb(*args, **kw) May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: return func(*args, **kwargs) May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: self._notify() May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: self.callback(batched_events) May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: event.method(event) May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: return f(self, *a, **k) May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: return self._get(url).json() May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: return self.request(url, 'GET', **kwargs) May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:52:34.425387 dv-cinder-791240-4-smb neutron-server[98764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:52:34.643334 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'name': 'tempest-ServerRescueNegativeTestJSON-891160370-router', 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:52:29Z', 'updated_at': '2021-05-31T11:52:31Z', 'revision_number': 3, 'project_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'gw_port': {'id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:52:30Z', 'updated_at': '2021-05-31T11:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:34.647630 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Checking router: b24ad24b-8805-451b-940a-7465b5bcd8c2 for host: dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:52:34.654088 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Updating router b24ad24b-8805-451b-940a-7465b5bcd8c2 port ae6b0b12-f718-49d3-b4ab-82fb8e045704 binding host dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:52:34.676395 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8068707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697290'] for network, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.691370 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.708669 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:34.722518 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.730727 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] 10.222.0.43 "DELETE /v2.0/networks/1a4b5f7d-e2a2-43d7-8f05-648fe5d7fb65 HTTP/1.1" status: 204 len: 168 time: 1.1677411 May 31 11:52:34.734176 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39478) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:34.873100 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Pushing event deleted for resources: {'Network': ['ID=1a4b5f7d-e2a2-43d7-8f05-648fe5d7fb65,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:34.879561 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:34.943024 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fabe374-542b-4e4b-935f-8d6a2014c70a admin admin] Deleting subnet 712e1f70-e9bf-4d8d-825e-0c41646f43d7 {{(pid=98764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:52:34.948371 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4fabe374-542b-4e4b-935f-8d6a2014c70a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.950173 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:35.024808 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4fabe374-542b-4e4b-935f-8d6a2014c70a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2206862'] for subnet, precommit_delete_associations {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:35.109683 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4fabe374-542b-4e4b-935f-8d6a2014c70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118501'] for subnet, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:35.385608 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-af51328e-7f92-4d22-8564-1c6707207569 req-3cb1635e-5816-4a70-84af-999555c47be3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 210 time: 0.0649838 May 31 11:52:35.419594 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a6ccbb66-a87f-4b88-b51c-2972c927fdc8 req-78750e1a-a2f7-472b-91cc-ae2edfffbb31 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 210 time: 0.1187949 May 31 11:52:35.479097 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:35.535829 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:35.561004 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Transition to ACTIVE for port object ae6b0b12-f718-49d3-b4ab-82fb8e045704 will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:52:35.683713 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39522) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:35.714764 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:35.728331 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-95735268-347c-4f54-a3c0-3fea17f1588b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:35.807902 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Attempting to bind port ae6b0b12-f718-49d3-b4ab-82fb8e045704 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:52:35.808370 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Attempting to bind port ae6b0b12-f718-49d3-b4ab-82fb8e045704 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:52:35.808988 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Attempting to bind port ae6b0b12-f718-49d3-b4ab-82fb8e045704 on network 44138ec9-aa29-40d8-b84a-8c450b87461c {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:35.820219 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:52:35.820665 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Checking segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:35.821200 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:35.822210 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Bound using segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:52:35.822841 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Bound port: ae6b0b12-f718-49d3-b4ab-82fb8e045704, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:52:35.823539 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:35.838692 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4fabe374-542b-4e4b-935f-8d6a2014c70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8067920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2212154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3130862'] for subnet, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:35.845152 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:35.859012 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Pushing event updated for resources: {'Port': ['ID=ae6b0b12-f718-49d3-b4ab-82fb8e045704,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:35.881216 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Tracked resource versions report: May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: pushed versions: May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: { 'AddressGroup': {'1.2'}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'ConntrackHelper': {'1.0'}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'Log': {'1.0'}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'Network': {'1.1'}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'Port': {'1.7'}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'PortForwarding': {'1.2'}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'QosPolicy': {'1.8'}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'SecurityGroup': {'1.4'}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'SecurityGroupRule': {'1.2'}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'SubPort': {'1.0'}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'Subnet': {'1.1'}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'Trunk': {'1.1'}} May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: consumer versions: May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: { DHCP agent@dv-cinder-791240-4-smb: {}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: HyperV agent@hv-cinder-79124: {}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: L3 agent@dv-cinder-791240-4-smb: {}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: Metadata agent@dv-cinder-791240-4-smb: {}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: Metering agent@dv-cinder-791240-4-smb: {}, May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: Open vSwitch agent@dv-cinder-791240-4-smb: { 'AddressGroup': '1.2', May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'ConntrackHelper': '1.0', May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'Log': '1.0', May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'Network': '1.1', May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'Port': '1.7', May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'PortForwarding': '1.2', May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'QosPolicy': '1.8', May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'SecurityGroup': '1.4', May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'SecurityGroupRule': '1.2', May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'SubPort': '1.0', May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'Subnet': '1.1', May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: 'Trunk': '1.1'}} May 31 11:52:35.887081 dv-cinder-791240-4-smb neutron-server[98767]: {{(pid=98767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:52:35.892841 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:35.905160 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4fabe374-542b-4e4b-935f-8d6a2014c70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:35.915735 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabe374-542b-4e4b-935f-8d6a2014c70a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=712e1f70-e9bf-4d8d-825e-0c41646f43d7,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:35.919545 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-4fabe374-542b-4e4b-935f-8d6a2014c70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:35.933590 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] For port ae6b0b12-f718-49d3-b4ab-82fb8e045704, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:52:35.935250 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-4fabe374-542b-4e4b-935f-8d6a2014c70a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/712e1f70-e9bf-4d8d-825e-0c41646f43d7 HTTP/1.1" status: 204 len: 168 time: 1.1976380 May 31 11:52:35.936543 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39536) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:35.937943 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] For port ae6b0b12-f718-49d3-b4ab-82fb8e045704, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=ae6b0b12-f718-49d3-b4ab-82fb8e045704,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:52:35.943378 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Allocated IP 172.20.0.1 (abd3127e-a427-4d2a-a0cb-273aa10eec42/b89b243e-d588-4c64-a5f7-a9c0cf16fb4c/1f8b9b52-0fdf-4dd4-aebd-5d8088585c69) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:52:35.999575 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-10f07db7-1d20-4d21-8ef1-33695249cd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:36.023010 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-10f07db7-1d20-4d21-8ef1-33695249cd8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:36.026359 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:36.036213 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:36.054146 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-10f07db7-1d20-4d21-8ef1-33695249cd8d admin admin] Usage tracker for resource:security_group_rule and tenant:0cc64b489ead47b3b23d4f170eba460a is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:36.061223 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-10f07db7-1d20-4d21-8ef1-33695249cd8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:36.123288 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-10f07db7-1d20-4d21-8ef1-33695249cd8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:36.125136 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-94185bd7-c024-4410-9e4c-f4ac46ebf65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866513'] for network, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:36.134741 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Routers {'b24ad24b-8805-451b-940a-7465b5bcd8c2'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:36.139213 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:52:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['b24ad24b-8805-451b-940a-7465b5bcd8c2'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:36.247201 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Pushing event updated for resources: {'Port': ['ID=ae6b0b12-f718-49d3-b4ab-82fb8e045704,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:36.253220 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-b2600b30-332d-4f36-beb8-03eca2f77d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:36.287078 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:36.291303 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-94185bd7-c024-4410-9e4c-f4ac46ebf65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8068714', 'neutron.services.segments.db._delete_segments_for_network-8766107643100'] for network, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:36.319107 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-94185bd7-c024-4410-9e4c-f4ac46ebf65e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f01bc15-8277-44dc-a791-772358058198']}} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:36.339241 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-94185bd7-c024-4410-9e4c-f4ac46ebf65e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021c29e0-6ea4-4dca-9eae-bbc236f58478') {'for_net_delete': True} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:36.339829 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-94185bd7-c024-4410-9e4c-f4ac46ebf65e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021c29e0-6ea4-4dca-9eae-bbc236f58478') {} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:36.365638 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-94185bd7-c024-4410-9e4c-f4ac46ebf65e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766107651229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2206853'] for segment, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:36.372565 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-10f07db7-1d20-4d21-8ef1-33695249cd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:36.401567 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-94185bd7-c024-4410-9e4c-f4ac46ebf65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:36.411612 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94185bd7-c024-4410-9e4c-f4ac46ebf65e admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=98764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:52:36.413095 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-94185bd7-c024-4410-9e4c-f4ac46ebf65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2118556'] for segment, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: Traceback (most recent call last): May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: timer() May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: cb(*args, **kw) May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: return func(*args, **kwargs) May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: self._notify() May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: self.callback(batched_events) May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: event.method(event) May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: return f(self, *a, **k) May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: return self._get(url).json() May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: return self.request(url, 'GET', **kwargs) May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:52:36.432218 dv-cinder-791240-4-smb neutron-server[98764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:52:36.436918 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-10f07db7-1d20-4d21-8ef1-33695249cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:36.471180 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] Set router b24ad24b-8805-451b-940a-7465b5bcd8c2 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:52:36.475391 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:36.504998 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-10f07db7-1d20-4d21-8ef1-33695249cd8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0cc64b489ead47b3b23d4f170eba460a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8164253 May 31 11:52:36.505665 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.36', 51793) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:36.506155 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39554) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:36.571830 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f07db7-1d20-4d21-8ef1-33695249cd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f957f6-e054-4bbf-837c-c7d2be0fc0ab,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:36.578876 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-10f07db7-1d20-4d21-8ef1-33695249cd8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:36.580325 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:36.625040 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-94185bd7-c024-4410-9e4c-f4ac46ebf65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8068707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697290'] for network, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:36.628667 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:36.650245 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-94185bd7-c024-4410-9e4c-f4ac46ebf65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:36.713987 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e9c2cf70-9b49-44d4-9e6a-7ec3006d7b98 req-eab9fa4f-fa10-4d52-b9b4-4d0b477f048f tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 210 time: 0.0653183 May 31 11:52:36.714837 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:36.718195 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94185bd7-c024-4410-9e4c-f4ac46ebf65e admin admin] Pushing event deleted for resources: {'Network': ['ID=0f01bc15-8277-44dc-a791-772358058198,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:36.726654 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-94185bd7-c024-4410-9e4c-f4ac46ebf65e admin admin] 10.222.0.43 "DELETE /v2.0/networks/0f01bc15-8277-44dc-a791-772358058198 HTTP/1.1" status: 204 len: 168 time: 0.7891328 May 31 11:52:36.727778 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-94185bd7-c024-4410-9e4c-f4ac46ebf65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:36.794473 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-cbd71a27-29ad-473b-8b31-1a55f8285712 req-25c2a271-7928-488e-b682-214171ca95a0 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 210 time: 0.1791925 May 31 11:52:36.808082 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0ffbad85-2e31-477b-98ba-2c234de1afb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:36.824759 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Network abd3127e-a427-4d2a-a0cb-273aa10eec42 is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:52:36.843487 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:36.864955 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:52:36.865491 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699249'] for router_interface, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:36.904985 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'name': 'tempest-ServerRescueNegativeTestJSON-891160370-router', 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:52:29Z', 'updated_at': '2021-05-31T11:52:31Z', 'revision_number': 3, 'project_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'gw_port': {'id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:52:30Z', 'updated_at': '2021-05-31T11:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:36.909676 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261f5e2-70f9-40f6-a575-8ae51551d33e None None] The sync data for ids ['b24ad24b-8805-451b-940a-7465b5bcd8c2'] in dv-cinder-791240-4-smb is: [{'id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'name': 'tempest-ServerRescueNegativeTestJSON-891160370-router', 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:52:29Z', 'updated_at': '2021-05-31T11:52:31Z', 'revision_number': 3, 'project_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'gw_port': {'id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:52:30Z', 'updated_at': '2021-05-31T11:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}] {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:52:37.077773 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Pushing event updated for resources: {'Port': ['ID=1f8b9b52-0fdf-4dd4-aebd-5d8088585c69,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:37.083474 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0ffbad85-2e31-477b-98ba-2c234de1afb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:37.103636 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3408dab3-c0d5-4b40-be99-d3949c8b8cb4 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:37.103636 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3408dab3-c0d5-4b40-be99-d3949c8b8cb4 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "GET /v2.0/networks?id=0c08a832-fb58-46a4-9851-368bfaf2fd35 HTTP/1.1" status: 200 len: 814 time: 0.5899491 May 31 11:52:37.103915 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:37.220728 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Request body: {'port': {'device_id': '08c68cc6-14df-45a0-acae-9d27965fef80', 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35', 'admin_state_up': True, 'tenant_id': '159436890a7b4b3eb9c686a7f91ffd20'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:37.282721 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:37.316222 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39594) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:37.364063 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.36', 51797) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:37.367449 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-7b9a0bf3-c02c-4393-90e8-210240281687 admin admin] Synchronizing usage tracker for tenant:304aa7a7c1f14550a2a5eb7f9be1d88b on resource:security_group {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:37.400111 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0ffbad85-2e31-477b-98ba-2c234de1afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:37.459032 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-7b9a0bf3-c02c-4393-90e8-210240281687 admin admin] Unset dirty status for tenant:304aa7a7c1f14550a2a5eb7f9be1d88b on resource:security_group {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:37.460600 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-7b9a0bf3-c02c-4393-90e8-210240281687 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b081e7069b4470f91405d7c42bdcbee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1431317 May 31 11:52:37.463735 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39612) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:37.481110 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-234766b5-4b9b-4dd4-ab9b-387c7b51465a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:37.643252 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3655e957-7b84-4267-8aa9-549fd66da97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:37.651921 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:37.725693 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3655e957-7b84-4267-8aa9-549fd66da97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:37.763922 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39630) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:37.905261 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3655e957-7b84-4267-8aa9-549fd66da97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:37.912292 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:37.931903 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655e957-7b84-4267-8aa9-549fd66da97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54baa4be-cbd3-4cb8-a104-edae565ed021,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:37.934259 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-3655e957-7b84-4267-8aa9-549fd66da97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:37.937550 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3655e957-7b84-4267-8aa9-549fd66da97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:37.937550 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-3655e957-7b84-4267-8aa9-549fd66da97a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54baa4be-cbd3-4cb8-a104-edae565ed021 HTTP/1.1" status: 204 len: 168 time: 0.4718740 May 31 11:52:37.985494 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbad85-2e31-477b-98ba-2c234de1afb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f957f6-e054-4bbf-837c-c7d2be0fc0ab,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:37.986359 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-0ffbad85-2e31-477b-98ba-2c234de1afb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:38.058457 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bc83bc05-073c-4b53-8358-a314e3f98a77 req-ea3b837d-0796-4187-98b0-1072290076a9 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 210 time: 0.0793881 May 31 11:52:38.063378 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0ffbad85-2e31-477b-98ba-2c234de1afb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.064450 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-0ffbad85-2e31-477b-98ba-2c234de1afb8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66f957f6-e054-4bbf-837c-c7d2be0fc0ab HTTP/1.1" status: 204 len: 168 time: 1.5551238 May 31 11:52:38.136156 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:38.149599 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Usage tracker for resource:port and tenant:159436890a7b4b3eb9c686a7f91ffd20 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:38.151598 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6ddd7c67-7390-4329-b2db-e6edcca52514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.159871 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:38.173775 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-e119c463-7f92-4fe7-91ac-0961d7726570 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:38.174497 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-e119c463-7f92-4fe7-91ac-0961d7726570 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Synchronizing usage tracker for tenant:d6831fa53be84bcc82f90d91a193b4c7 on resource:network {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:38.199010 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-6ddd7c67-7390-4329-b2db-e6edcca52514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:38.201162 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:38.203203 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-6ddd7c67-7390-4329-b2db-e6edcca52514 admin admin] Usage tracker for resource:security_group_rule and tenant:4acd1264fe9d428785c9c89aaf4bc0b7 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:38.206220 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-6ddd7c67-7390-4329-b2db-e6edcca52514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:38.212924 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-6ddd7c67-7390-4329-b2db-e6edcca52514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:38.264917 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.282063 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-669a8d5c-6d8d-4dbd-903e-10a5e6065d60 req-bd2e6940-ed2d-4f1e-b9c9-9aa100aa3f7b tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 210 time: 0.0960817 May 31 11:52:38.354174 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6ddd7c67-7390-4329-b2db-e6edcca52514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.385527 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.386535 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Made reservation on behalf of 159436890a7b4b3eb9c686a7f91ffd20 for: {'port': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:38.390314 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.412111 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699356'] for router_interface, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.420727 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:38.453780 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6ddd7c67-7390-4329-b2db-e6edcca52514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.462812 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:38.537108 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-6ddd7c67-7390-4329-b2db-e6edcca52514 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4acd1264fe9d428785c9c89aaf4bc0b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7716599 May 31 11:52:38.539991 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39672) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:38.544705 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd7c67-7390-4329-b2db-e6edcca52514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca92f9e6-b828-465b-93ae-ec2e459ea720,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:38.560540 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device ae6b0b12-f718-49d3-b4ab-82fb8e045704 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:52:38.575310 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-6ddd7c67-7390-4329-b2db-e6edcca52514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:38.652762 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cb2aca0c-6438-4586-8859-56bfa905633e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.668128 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-e119c463-7f92-4fe7-91ac-0961d7726570 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Unset dirty status for tenant:d6831fa53be84bcc82f90d91a193b4c7 on resource:network {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:38.669472 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-e119c463-7f92-4fe7-91ac-0961d7726570 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.36 "GET /v2.0/networks?id=18404db8-6434-4c64-bb31-d9487b2b9c8a HTTP/1.1" status: 200 len: 812 time: 1.3043780 May 31 11:52:38.701835 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Request body: {'port': {'device_id': '576fcbad-06da-401a-83ee-c541ca599ab3', 'network_id': '18404db8-6434-4c64-bb31-d9487b2b9c8a', 'admin_state_up': True, 'tenant_id': 'd6831fa53be84bcc82f90d91a193b4c7'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:38.707727 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cb2aca0c-6438-4586-8859-56bfa905633e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.736983 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Pushing event updated for resources: {'Port': ['ID=1f8b9b52-0fdf-4dd4-aebd-5d8088585c69,revision_number=2']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:38.748106 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:38.807811 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port ae6b0b12-f718-49d3-b4ab-82fb8e045704 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:52:38.816221 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port ae6b0b12-f718-49d3-b4ab-82fb8e045704 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:38.816598 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.871335 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cb2aca0c-6438-4586-8859-56bfa905633e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.875417 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:38.901644 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2aca0c-6438-4586-8859-56bfa905633e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca92f9e6-b828-465b-93ae-ec2e459ea720,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:38.917444 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-cb2aca0c-6438-4586-8859-56bfa905633e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:38.927356 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cb2aca0c-6438-4586-8859-56bfa905633e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.927466 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-cb2aca0c-6438-4586-8859-56bfa905633e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca92f9e6-b828-465b-93ae-ec2e459ea720 HTTP/1.1" status: 204 len: 168 time: 0.3864212 May 31 11:52:39.116344 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Allocated IP 172.20.0.5 (0c08a832-fb58-46a4-9851-368bfaf2fd35/993381ae-0ef5-4e41-9233-67590fc9a971/4c1b4fca-9552-4847-9a4e-bd34803b7b29) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:52:39.123150 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Network abd3127e-a427-4d2a-a0cb-273aa10eec42 is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:52:39.127209 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:39.150486 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:39.413063 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39706) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:39.418376 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:39.418376 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port ae6b0b12-f718-49d3-b4ab-82fb8e045704, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=ae6b0b12-f718-49d3-b4ab-82fb8e045704,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:39.421780 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-5bf4d099-5b0a-40cd-9da9-e14e4b9e7191 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54a02d50d30b4ca49717cae9509daddb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1366963 May 31 11:52:39.421780 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39716) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:39.422848 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:39.422848 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:39.503705 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d1621eed-e4a3-41e6-a1a2-091c800fb554 req-0145bffa-5344-4953-93cb-ea3803b26721 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 210 time: 0.1008770 May 31 11:52:39.550449 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ad56fdf1-c8e8-48fc-b50e-4cae31ae7836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:39.586890 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=ae6b0b12-f718-49d3-b4ab-82fb8e045704,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:39.590895 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ad56fdf1-c8e8-48fc-b50e-4cae31ae7836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:39.604742 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:39.605073 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:39.605398 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:39.605717 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:39.606035 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:39.606348 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:39.606658 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:39.606966 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:39.607271 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:39.607737 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:39.608194 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:39.608629 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Tracked resource versions report: May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: pushed versions: May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: { 'AddressGroup': {'1.2'}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'ConntrackHelper': {'1.0'}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'Log': {'1.0'}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'Network': {'1.1'}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'Port': {'1.7'}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'PortForwarding': {'1.2'}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'QosPolicy': {'1.8'}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'SecurityGroup': {'1.4'}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'SecurityGroupRule': {'1.2'}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'SubPort': {'1.0'}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'Subnet': {'1.1'}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'Trunk': {'1.1'}} May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: consumer versions: May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: { DHCP agent@dv-cinder-791240-4-smb: {}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: HyperV agent@hv-cinder-79124: {}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: L3 agent@dv-cinder-791240-4-smb: {}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: Metadata agent@dv-cinder-791240-4-smb: {}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: Metering agent@dv-cinder-791240-4-smb: {}, May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: Open vSwitch agent@dv-cinder-791240-4-smb: { 'AddressGroup': '1.2', May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'ConntrackHelper': '1.0', May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'Log': '1.0', May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'Network': '1.1', May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'Port': '1.7', May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'PortForwarding': '1.2', May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'QosPolicy': '1.8', May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'SecurityGroup': '1.4', May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'SecurityGroupRule': '1.2', May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'SubPort': '1.0', May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'Subnet': '1.1', May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: 'Trunk': '1.1'}} May 31 11:52:39.609820 dv-cinder-791240-4-smb neutron-server[98766]: {{(pid=98766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:52:39.615279 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:39.675798 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Usage tracker for resource:port and tenant:d6831fa53be84bcc82f90d91a193b4c7 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:39.689817 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:39.708276 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-706bb844-7a1a-47e8-b40b-44470771999b req-d455b3f3-2c34-45fa-850a-beb55cfc45b2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 210 time: 0.0986989 May 31 11:52:39.709303 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:39.716670 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ad56fdf1-c8e8-48fc-b50e-4cae31ae7836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:39.722230 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:39.745001 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56fdf1-c8e8-48fc-b50e-4cae31ae7836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da468f48-2a97-4e67-9134-2e71b1d2124d,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:39.754688 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ad56fdf1-c8e8-48fc-b50e-4cae31ae7836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:39.762268 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ad56fdf1-c8e8-48fc-b50e-4cae31ae7836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:39.767144 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-ad56fdf1-c8e8-48fc-b50e-4cae31ae7836 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da468f48-2a97-4e67-9134-2e71b1d2124d HTTP/1.1" status: 204 len: 168 time: 0.4359615 May 31 11:52:39.843798 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Made reservation on behalf of d6831fa53be84bcc82f90d91a193b4c7 for: {'port': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:39.847725 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:39.864723 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Router b24ad24b-8805-451b-940a-7465b5bcd8c2 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:52:40.119266 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:40.364400 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:52:40.375979 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Sync routers for ids ['b24ad24b-8805-451b-940a-7465b5bcd8c2'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:52:40.389463 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Routers {'b24ad24b-8805-451b-940a-7465b5bcd8c2'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:40.392314 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:52:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['b24ad24b-8805-451b-940a-7465b5bcd8c2'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:40.396186 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Allocated IP 172.20.0.3 (18404db8-6434-4c64-bb31-d9487b2b9c8a/09f7a9cb-8033-467a-99b4-9ba3a7c1b898/6af960ef-d181-443f-ac67-270326c169d1) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:52:40.426561 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] 10.222.0.43 "PUT /v2.0/routers/b24ad24b-8805-451b-940a-7465b5bcd8c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0721917 May 31 11:52:40.559944 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device ae6b0b12-f718-49d3-b4ab-82fb8e045704 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:52:40.590034 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39736) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:40.659894 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-401bfd4c-2785-4f50-9df5-050b029735dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:40.690309 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Set router b24ad24b-8805-451b-940a-7465b5bcd8c2 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:52:40.696447 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-401bfd4c-2785-4f50-9df5-050b029735dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:40.707966 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-401bfd4c-2785-4f50-9df5-050b029735dc admin admin] Usage tracker for resource:security_group_rule and tenant:b5a876339d99404cb861bb44e072ad1f is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:40.714972 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-401bfd4c-2785-4f50-9df5-050b029735dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:40.730999 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-401bfd4c-2785-4f50-9df5-050b029735dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:40.789351 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:40.818903 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:40.828532 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:40.849262 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-42cf7646-ae9c-4622-8a83-38b550419b23 req-6c1ce78e-9bc4-4e54-adc7-51b0dc06a20c tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 210 time: 0.0883210 May 31 11:52:40.899996 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39744) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:40.928892 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Pushing event updated for resources: {'Port': ['ID=4c1b4fca-9552-4847-9a4e-bd34803b7b29,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:40.932547 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:40.945498 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:40.965725 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Network 0c08a832-fb58-46a4-9851-368bfaf2fd35 is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:52:40.969719 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:40.979146 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:52:40.989847 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:40.994381 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.075920 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-401bfd4c-2785-4f50-9df5-050b029735dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.139825 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-585a777e-deb3-4b68-8348-baac1f01c365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:41.140537 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port ae6b0b12-f718-49d3-b4ab-82fb8e045704 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:41.140992 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.157407 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-401bfd4c-2785-4f50-9df5-050b029735dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.187963 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-3655e957-7b84-4267-8aa9-549fd66da97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:41.248803 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Network 18404db8-6434-4c64-bb31-d9487b2b9c8a is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:52:41.269691 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:41.276221 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:52:41.286755 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:41.287441 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.331396 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1122804 May 31 11:52:41.362687 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bfd4c-2785-4f50-9df5-050b029735dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26086e9f-096d-4bdd-bb3f-0600a94f778c,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:41.368418 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-401bfd4c-2785-4f50-9df5-050b029735dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5a876339d99404cb861bb44e072ad1f&name=default HTTP/1.1" status: 200 len: 2976 time: 0.7766306 May 31 11:52:41.369415 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-401bfd4c-2785-4f50-9df5-050b029735dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:41.371010 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39764) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:41.464290 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Pushing event updated for resources: {'Port': ['ID=6af960ef-d181-443f-ac67-270326c169d1,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:41.481963 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:41.501696 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-31136705-decc-4875-8183-0f7547a55163 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:52:41.506454 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-31136705-decc-4875-8183-0f7547a55163 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188246 May 31 11:52:41.525077 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6d2a-f77e-48f1-8612-465a972f49b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.555549 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec4b53-6b7a-4790-95a6-e4f1c9b0c6cb req-1c408f10-e99f-423f-b15f-d79afc56b62c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:41.556706 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-f2ec4b53-6b7a-4790-95a6-e4f1c9b0c6cb req-1c408f10-e99f-423f-b15f-d79afc56b62c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Synchronizing usage tracker for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:41.576096 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b98e5628-66f3-4ee2-b43a-5d109cb0540b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.584272 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-bc6b6d2a-f77e-48f1-8612-465a972f49b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:41.603830 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-bc6b6d2a-f77e-48f1-8612-465a972f49b0 admin admin] Usage tracker for resource:security_group_rule and tenant:af7e8583827548038e3ab2346ff01f58 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:41.609450 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-bc6b6d2a-f77e-48f1-8612-465a972f49b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:41.620629 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-0cfa139a-747c-4cf3-9cc9-31497c81f319 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9226809 May 31 11:52:41.635070 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-bc6b6d2a-f77e-48f1-8612-465a972f49b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:41.642099 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b98e5628-66f3-4ee2-b43a-5d109cb0540b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.682383 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-f2ec4b53-6b7a-4790-95a6-e4f1c9b0c6cb req-1c408f10-e99f-423f-b15f-d79afc56b62c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Unset dirty status for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:41.684136 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f2ec4b53-6b7a-4790-95a6-e4f1c9b0c6cb req-1c408f10-e99f-423f-b15f-d79afc56b62c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 931 time: 0.6208110 May 31 11:52:41.827582 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'name': 'tempest-ServerRescueNegativeTestJSON-891160370-router', 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:52:29Z', 'updated_at': '2021-05-31T11:52:37Z', 'revision_number': 4, 'project_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'gw_port': {'id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:52:30Z', 'updated_at': '2021-05-31T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '1f8b9b52-0fdf-4dd4-aebd-5d8088585c69', 'name': '', 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42', 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'mac_address': 'fa:16:3e:f9:ff:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b89b243e-d588-4c64-a5f7-a9c0cf16fb4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:52:35Z', 'updated_at': '2021-05-31T11:52:37Z', 'revision_number': 2, 'project_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'subnets': [{'id': 'b89b243e-d588-4c64-a5f7-a9c0cf16fb4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:41.833649 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Checking router: b24ad24b-8805-451b-940a-7465b5bcd8c2 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:52:41.833998 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Updating router b24ad24b-8805-451b-940a-7465b5bcd8c2 port 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69 binding host dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:52:41.862599 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6d2a-f77e-48f1-8612-465a972f49b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.863818 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b98e5628-66f3-4ee2-b43a-5d109cb0540b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.869513 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:41.870254 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f2ec4b53-6b7a-4790-95a6-e4f1c9b0c6cb req-2a129ea6-3f3b-4e92-8ac5-94dcd94b9239 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792402 May 31 11:52:41.899881 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.909240 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e5628-66f3-4ee2-b43a-5d109cb0540b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26086e9f-096d-4bdd-bb3f-0600a94f778c,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:41.915811 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b98e5628-66f3-4ee2-b43a-5d109cb0540b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:41.935260 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b98e5628-66f3-4ee2-b43a-5d109cb0540b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.936529 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-b98e5628-66f3-4ee2-b43a-5d109cb0540b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26086e9f-096d-4bdd-bb3f-0600a94f778c HTTP/1.1" status: 204 len: 168 time: 0.5645778 May 31 11:52:41.940502 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6d2a-f77e-48f1-8612-465a972f49b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.961945 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:42.045174 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-bc6b6d2a-f77e-48f1-8612-465a972f49b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af7e8583827548038e3ab2346ff01f58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1431458 May 31 11:52:42.057312 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39790) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:42.090659 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b6d2a-f77e-48f1-8612-465a972f49b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c85d6f0-2a33-4e80-8eb1-aa37423cad08,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:42.098315 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-bc6b6d2a-f77e-48f1-8612-465a972f49b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:42.111835 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60196ee0-b5eb-4426-8e95-47f830efb737 req-36a4115b-9676-4105-952b-79bec52b98c9 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:42.112953 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-60196ee0-b5eb-4426-8e95-47f830efb737 req-36a4115b-9676-4105-952b-79bec52b98c9 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Synchronizing usage tracker for tenant:d6831fa53be84bcc82f90d91a193b4c7 on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:42.171042 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-9826a0f2-dbd7-436b-924b-be51ae12249a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.219317 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-60196ee0-b5eb-4426-8e95-47f830efb737 req-36a4115b-9676-4105-952b-79bec52b98c9 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Unset dirty status for tenant:d6831fa53be84bcc82f90d91a193b4c7 on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:42.220530 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-60196ee0-b5eb-4426-8e95-47f830efb737 req-36a4115b-9676-4105-952b-79bec52b98c9 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 931 time: 0.2126200 May 31 11:52:42.314311 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-60196ee0-b5eb-4426-8e95-47f830efb737 req-cd696084-606d-41c9-9dba-1607a640ae19 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Synchronizing usage tracker for tenant:d6831fa53be84bcc82f90d91a193b4c7 on resource:security_group {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:42.325036 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Request body: {'port': {'device_id': '08c68cc6-14df-45a0-acae-9d27965fef80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:42.394441 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Request body: {'port': {'device_id': '576fcbad-06da-401a-83ee-c541ca599ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:42.466200 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-9826a0f2-dbd7-436b-924b-be51ae12249a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.583226 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Notify callbacks [] for port, precommit_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.597906 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.600466 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Transition to ACTIVE for port object 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69 will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:52:42.665097 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.671409 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:42.671555 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.697515 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-60196ee0-b5eb-4426-8e95-47f830efb737 req-cd696084-606d-41c9-9dba-1607a640ae19 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Unset dirty status for tenant:d6831fa53be84bcc82f90d91a193b4c7 on resource:security_group {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:42.709670 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-60196ee0-b5eb-4426-8e95-47f830efb737 req-cd696084-606d-41c9-9dba-1607a640ae19 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822645 May 31 11:52:42.722117 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-6ebd1e18-0654-4b6b-b656-d155cd3dbebd tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:42.722117 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-6ebd1e18-0654-4b6b-b656-d155cd3dbebd tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Synchronizing usage tracker for tenant:4795d24d302b4c4189da5f0c3d8fc8fe on resource:network {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:42.834948 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be7737-ed96-4f2c-a42a-93da3d99112d None None] Pushing event updated for resources: {'Port': ['ID=1f8b9b52-0fdf-4dd4-aebd-5d8088585c69,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:42.889303 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-6ebd1e18-0654-4b6b-b656-d155cd3dbebd tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Unset dirty status for tenant:4795d24d302b4c4189da5f0c3d8fc8fe on resource:network {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:42.890498 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-6ebd1e18-0654-4b6b-b656-d155cd3dbebd tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/networks?id=abd3127e-a427-4d2a-a0cb-273aa10eec42 HTTP/1.1" status: 200 len: 818 time: 0.7033496 May 31 11:52:42.938153 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-a752593d-405d-4582-95af-ae1acf10a25c tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/quotas/4795d24d302b4c4189da5f0c3d8fc8fe HTTP/1.1" status: 200 len: 375 time: 0.0346639 May 31 11:52:42.968182 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b3be7737-ed96-4f2c-a42a-93da3d99112d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:43.041796 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-9826a0f2-dbd7-436b-924b-be51ae12249a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:43.079537 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:43.125976 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-9826a0f2-dbd7-436b-924b-be51ae12249a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:43.129491 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-9826a0f2-dbd7-436b-924b-be51ae12249a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c85d6f0-2a33-4e80-8eb1-aa37423cad08 HTTP/1.1" status: 204 len: 168 time: 1.0678196 May 31 11:52:43.153119 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826a0f2-dbd7-436b-924b-be51ae12249a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c85d6f0-2a33-4e80-8eb1-aa37423cad08,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:43.155976 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-9826a0f2-dbd7-436b-924b-be51ae12249a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:43.240341 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-2eec5efd-b2f2-418e-9dab-49a3de7b27c9 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4795d24d302b4c4189da5f0c3d8fc8fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3011458 May 31 11:52:43.284279 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Attempting to bind port 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:52:43.284654 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Attempting to bind port 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '7e1bf3ed-aace-4f7b-8672-b62e0616f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:52:43.285268 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Attempting to bind port 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69 on network abd3127e-a427-4d2a-a0cb-273aa10eec42 {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:43.305488 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:52:43.306128 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Checking segment: {'id': '7e1bf3ed-aace-4f7b-8672-b62e0616f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:43.306662 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:43.307173 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Bound using segment: {'id': '7e1bf3ed-aace-4f7b-8672-b62e0616f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:52:43.307840 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Bound port: 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1bf3ed-aace-4f7b-8672-b62e0616f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:52:43.308370 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:43.480951 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-a2cc8486-c5f1-49b6-9de2-0f6e6ff744b7 service neutron] 10.222.0.43 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393999 May 31 11:52:43.510613 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] For port 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:52:43.517203 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] For port 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=1f8b9b52-0fdf-4dd4-aebd-5d8088585c69,segment=NetworkSegment(7e1bf3ed-aace-4f7b-8672-b62e0616f73f),segment_id=7e1bf3ed-aace-4f7b-8672-b62e0616f73f)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:52:43.587488 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:43.592950 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:43.607923 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d1fa4-a3ae-4d2c-b591-4c9fbc49038b req-b1859660-abfd-49ff-9925-9cad36e8c1ce tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:43.609616 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0f8d1fa4-a3ae-4d2c-b591-4c9fbc49038b req-b1859660-abfd-49ff-9925-9cad36e8c1ce tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 931 time: 0.5341651 May 31 11:52:43.655458 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-917cc24d-550a-4116-9fd6-031b1a11279b service neutron] 10.222.0.43 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735446 May 31 11:52:43.699479 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0f8d1fa4-a3ae-4d2c-b591-4c9fbc49038b req-7b7c3fc2-0054-43a3-99dd-2dbcc005343a tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811496 May 31 11:52:43.753063 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Routers {'b24ad24b-8805-451b-940a-7465b5bcd8c2'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:43.753639 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:52:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['b24ad24b-8805-451b-940a-7465b5bcd8c2'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:43.902552 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be7737-ed96-4f2c-a42a-93da3d99112d None None] Pushing event updated for resources: {'Port': ['ID=1f8b9b52-0fdf-4dd4-aebd-5d8088585c69,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:43.948875 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b3be7737-ed96-4f2c-a42a-93da3d99112d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:44.023448 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af960ef-d181-443f-ac67-270326c169d1 {{(pid=98765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:52:44.108614 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-36b7266a-b8e5-4e45-92dd-d95c1e127d01 req-4571a92b-388d-479a-b6c9-6427221ed7f7 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 210 time: 0.1096365 May 31 11:52:44.153513 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:44.177416 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1b4fca-9552-4847-9a4e-bd34803b7b29 {{(pid=98765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:52:44.195555 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:44.211272 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.provisioning_blocks [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Transition to ACTIVE for port object 6af960ef-d181-443f-ac67-270326c169d1 will not be triggered until provisioned by entity L2. {{(pid=98765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:52:44.235153 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.provisioning_blocks [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Transition to ACTIVE for port object 4c1b4fca-9552-4847-9a4e-bd34803b7b29 will not be triggered until provisioned by entity L2. {{(pid=98765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:52:44.250461 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeab246-cf45-4d6f-b3a8-edfed68de21e req-46867b0c-48b5-4436-8a35-ae5c78739676 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:44.253388 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-fbeab246-cf45-4d6f-b3a8-edfed68de21e req-46867b0c-48b5-4436-8a35-ae5c78739676 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 931 time: 0.2402937 May 31 11:52:44.261628 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] Set router b24ad24b-8805-451b-940a-7465b5bcd8c2 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:52:44.303198 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:44.370713 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:44.404634 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:44.410036 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-fbeab246-cf45-4d6f-b3a8-edfed68de21e req-84181211-9ae1-427b-a1f4-08c85f89e5d8 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491854 May 31 11:52:44.602759 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:52:44.692823 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Pushing event updated for resources: {'Port': ['ID=6af960ef-d181-443f-ac67-270326c169d1,revision_number=2']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:44.709625 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:44.710050 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:44.841481 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'name': 'tempest-ServerRescueNegativeTestJSON-891160370-router', 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:52:29Z', 'updated_at': '2021-05-31T11:52:37Z', 'revision_number': 4, 'project_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'gw_port': {'id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:52:30Z', 'updated_at': '2021-05-31T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '1f8b9b52-0fdf-4dd4-aebd-5d8088585c69', 'name': '', 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42', 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'mac_address': 'fa:16:3e:f9:ff:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b89b243e-d588-4c64-a5f7-a9c0cf16fb4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:52:35Z', 'updated_at': '2021-05-31T11:52:43Z', 'revision_number': 4, 'project_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'subnets': [{'id': 'b89b243e-d588-4c64-a5f7-a9c0cf16fb4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:44.849068 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74857f9-0d01-4b24-8b06-bb44df15c09b None None] The sync data for ids ['b24ad24b-8805-451b-940a-7465b5bcd8c2'] in dv-cinder-791240-4-smb is: [{'id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'name': 'tempest-ServerRescueNegativeTestJSON-891160370-router', 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:52:29Z', 'updated_at': '2021-05-31T11:52:37Z', 'revision_number': 4, 'project_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'gw_port': {'id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:52:30Z', 'updated_at': '2021-05-31T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '1f8b9b52-0fdf-4dd4-aebd-5d8088585c69', 'name': '', 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42', 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'mac_address': 'fa:16:3e:f9:ff:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b89b243e-d588-4c64-a5f7-a9c0cf16fb4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:52:35Z', 'updated_at': '2021-05-31T11:52:43Z', 'revision_number': 4, 'project_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'subnets': [{'id': 'b89b243e-d588-4c64-a5f7-a9c0cf16fb4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:52:44.959726 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Attempting to bind port 4c1b4fca-9552-4847-9a4e-bd34803b7b29 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:52:44.959993 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Attempting to bind port 4c1b4fca-9552-4847-9a4e-bd34803b7b29 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:52:44.960349 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Attempting to bind port 4c1b4fca-9552-4847-9a4e-bd34803b7b29 on network 0c08a832-fb58-46a4-9851-368bfaf2fd35 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:44.965771 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Attempting to bind port 6af960ef-d181-443f-ac67-270326c169d1 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:52:44.970056 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Attempting to bind port 6af960ef-d181-443f-ac67-270326c169d1 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '4e22a378-1809-46a7-9960-71d7df8d366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18404db8-6434-4c64-bb31-d9487b2b9c8a'}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:52:44.970056 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Attempting to bind port 6af960ef-d181-443f-ac67-270326c169d1 on network 18404db8-6434-4c64-bb31-d9487b2b9c8a {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:45.038431 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Port 4c1b4fca-9552-4847-9a4e-bd34803b7b29 on network 0c08a832-fb58-46a4-9851-368bfaf2fd35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:52:45.038893 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Attempting to bind port 4c1b4fca-9552-4847-9a4e-bd34803b7b29 on network 0c08a832-fb58-46a4-9851-368bfaf2fd35 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:45.041230 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1b4fca-9552-4847-9a4e-bd34803b7b29,revision_number=2']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:45.053362 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Port 6af960ef-d181-443f-ac67-270326c169d1 on network 18404db8-6434-4c64-bb31-d9487b2b9c8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:52:45.053722 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Attempting to bind port 6af960ef-d181-443f-ac67-270326c169d1 on network 18404db8-6434-4c64-bb31-d9487b2b9c8a {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:45.063632 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:45.067086 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:52:45.067442 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Checking segment: {'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:45.068887 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Bound using segment: {'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:52:45.069149 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Bound port: 4c1b4fca-9552-4847-9a4e-bd34803b7b29, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'}}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:52:45.069708 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:45.107680 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:52:45.107680 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Checking segment: {'id': '4e22a378-1809-46a7-9960-71d7df8d366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18404db8-6434-4c64-bb31-d9487b2b9c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:45.107680 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Bound using segment: {'id': '4e22a378-1809-46a7-9960-71d7df8d366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18404db8-6434-4c64-bb31-d9487b2b9c8a'} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:52:45.107680 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Bound port: 6af960ef-d181-443f-ac67-270326c169d1, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e22a378-1809-46a7-9960-71d7df8d366f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18404db8-6434-4c64-bb31-d9487b2b9c8a'}}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:52:45.108159 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:45.209117 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-2411b875-80ed-4624-b543-cf39f148b542 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:45.224336 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-2411b875-80ed-4624-b543-cf39f148b542 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/networks?id=abd3127e-a427-4d2a-a0cb-273aa10eec42 HTTP/1.1" status: 200 len: 818 time: 0.5381989 May 31 11:52:45.260632 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-491455a3-a3bf-4149-a39c-e61d8e1d0c0a tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/quotas/4795d24d302b4c4189da5f0c3d8fc8fe HTTP/1.1" status: 200 len: 375 time: 0.0343966 May 31 11:52:45.416067 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] For port 4c1b4fca-9552-4847-9a4e-bd34803b7b29, host hv-cinder-79124, cleared binding levels {{(pid=98765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:52:45.433687 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-90cfdec5-9a8d-4cc9-8a07-c3bb3051c7bf tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4795d24d302b4c4189da5f0c3d8fc8fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1706908 May 31 11:52:45.447844 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75783942-ac75-4b29-8017-61b078e29e87 req-564fda92-2b2d-4e96-8b4c-f73ac4071f32 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:45.459455 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-75783942-ac75-4b29-8017-61b078e29e87 req-564fda92-2b2d-4e96-8b4c-f73ac4071f32 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 943 time: 0.5049119 May 31 11:52:45.498702 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] For port 4c1b4fca-9552-4847-9a4e-bd34803b7b29, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4c1b4fca-9552-4847-9a4e-bd34803b7b29,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:52:45.521932 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] For port 6af960ef-d181-443f-ac67-270326c169d1, host hv-cinder-79124, cleared binding levels {{(pid=98765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:52:45.553818 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] For port 6af960ef-d181-443f-ac67-270326c169d1, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6af960ef-d181-443f-ac67-270326c169d1,segment=NetworkSegment(4e22a378-1809-46a7-9960-71d7df8d366f),segment_id=4e22a378-1809-46a7-9960-71d7df8d366f)] {{(pid=98765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:52:45.577657 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-75783942-ac75-4b29-8017-61b078e29e87 req-3196dfde-4389-461e-98c2-f5808c49b75b tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172600 May 31 11:52:45.579086 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:45.585453 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:45.728557 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:45.752233 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-81f48ca7-79fa-4764-9754-cfd51390c245 service neutron] 10.222.0.43 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909975 May 31 11:52:45.783141 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:45.785967 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:45.789700 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/4c1b4fca-9552-4847-9a4e-bd34803b7b29 HTTP/1.1" status: 200 len: 1093 time: 3.9907732 May 31 11:52:45.801469 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c68cc6-14df-45a0-acae-9d27965fef80', 'tag': '4c1b4fca-9552-4847-9a4e-bd34803b7b29'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:52:45.928128 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:45.928745 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:45.930656 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] 10.222.0.36 "PUT /v2.0/ports/6af960ef-d181-443f-ac67-270326c169d1 HTTP/1.1" status: 200 len: 1093 time: 4.1145694 May 31 11:52:46.046773 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1b4fca-9552-4847-9a4e-bd34803b7b29,revision_number=3']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:46.051496 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:46.052149 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:46.130887 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 39906) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:46.184954 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-bdda5b7e-5063-4269-b053-c42a446e6c1d service neutron] 10.222.0.43 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316587 May 31 11:52:46.410877 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Pushing event updated for resources: {'Port': ['ID=6af960ef-d181-443f-ac67-270326c169d1,revision_number=3']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:46.419083 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:46.495629 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e654f-de0f-4698-81e5-3fc51a95b3dc req-9a345d9d-8802-411a-bff6-8519e141e1b1 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:46.501104 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d90e654f-de0f-4698-81e5-3fc51a95b3dc req-9a345d9d-8802-411a-bff6-8519e141e1b1 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 943 time: 0.5740800 May 31 11:52:46.654156 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d90e654f-de0f-4698-81e5-3fc51a95b3dc req-d1fe5159-548a-4304-8400-d459102a7fc8 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241157 May 31 11:52:46.694589 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:52:46.736607 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0bfd6d32-6528-4f27-ae3e-3b31b20063dc req-4c2d4868-988c-470c-9f08-cecef28d6f58 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 210 time: 0.0917177 May 31 11:52:46.743122 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8f887-0fd9-4583-9741-64a82723d033 req-d23ed248-aa06-4319-bd37-00eaa9a56384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:46.747279 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-d23ed248-aa06-4319-bd37-00eaa9a56384 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 1096 time: 0.5452740 May 31 11:52:46.753769 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-7fd058b8-8023-4cdb-a7b8-7cbc75831798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:46.758712 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-7fd058b8-8023-4cdb-a7b8-7cbc75831798 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6831fa53be84bcc82f90d91a193b4c7&device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 1096 time: 0.5621228 May 31 11:52:47.238254 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f0fd24cc-e961-4f62-9daf-f5a3a34f1831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:47.238780 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-35a94536-7ca8-47ab-b906-4bfdf29133c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c1b4fca-9552-4847-9a4e-bd34803b7b29 HTTP/1.1" status: 200 len: 217 time: 0.2851160 May 31 11:52:47.238780 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-8cba39cb-8022-4916-b26b-dd05a2e7786d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6af960ef-d181-443f-ac67-270326c169d1 HTTP/1.1" status: 200 len: 217 time: 0.2893789 May 31 11:52:47.239122 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-f0fd24cc-e961-4f62-9daf-f5a3a34f1831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:47.239122 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-f0fd24cc-e961-4f62-9daf-f5a3a34f1831 admin admin] Usage tracker for resource:security_group_rule and tenant:5b41ae3171d648288c103aa128e91b43 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:47.239122 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-f0fd24cc-e961-4f62-9daf-f5a3a34f1831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:47.239122 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-f0fd24cc-e961-4f62-9daf-f5a3a34f1831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:47.240147 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92762d2a-0ef5-4dd2-8433-7249b0faf0a8 req-bba0bfd8-5b90-4938-8c00-8457f0769078 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:47.240147 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92762d2a-0ef5-4dd2-8433-7249b0faf0a8 req-bba0bfd8-5b90-4938-8c00-8457f0769078 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 943 time: 0.2494502 May 31 11:52:47.240147 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb0d3d1-cda5-48ce-9f51-3edaf0d011d1" -d '{"events": [{"name": "network-changed", "server_uuid": "08c68cc6-14df-45a0-acae-9d27965fef80", "tag": "4c1b4fca-9552-4847-9a4e-bd34803b7b29"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:52:47.317958 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:52:47.325588 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:47.337527 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:47.452771 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92762d2a-0ef5-4dd2-8433-7249b0faf0a8 req-891028e0-360f-4832-a7b6-20d9cb81f7eb tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037328 May 31 11:52:47.469986 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-bc399ed3-e8fd-4071-9a91-0ca9dfd2a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:47.471437 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-bc399ed3-e8fd-4071-9a91-0ca9dfd2a2fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09f7a9cb-8033-467a-99b4-9ba3a7c1b898 HTTP/1.1" status: 200 len: 852 time: 0.2641833 May 31 11:52:47.474919 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8f887-0fd9-4583-9741-64a82723d033 req-f39dcf05-32a2-4184-aa2c-c10c8c3641ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:47.476344 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-f39dcf05-32a2-4184-aa2c-c10c8c3641ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=993381ae-0ef5-4e41-9233-67590fc9a971 HTTP/1.1" status: 200 len: 854 time: 0.2674761 May 31 11:52:47.571482 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:47.613661 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=1f8b9b52-0fdf-4dd4-aebd-5d8088585c69,segment=NetworkSegment(7e1bf3ed-aace-4f7b-8672-b62e0616f73f),segment_id=7e1bf3ed-aace-4f7b-8672-b62e0616f73f)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:47.839181 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f0fd24cc-e961-4f62-9daf-f5a3a34f1831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:47.917532 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e644325c-ecb7-46d8-8221-8e039597dd9f x-openstack-request-id: req-e644325c-ecb7-46d8-8221-8e039597dd9f {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:52:47.918020 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c68cc6-14df-45a0-acae-9d27965fef80", "tag": "4c1b4fca-9552-4847-9a4e-bd34803b7b29", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:52:47.918020 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e644325c-ecb7-46d8-8221-8e039597dd9f {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:52:47.918483 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c68cc6-14df-45a0-acae-9d27965fef80', 'tag': '4c1b4fca-9552-4847-9a4e-bd34803b7b29', 'status': 'completed', 'code': 200} May 31 11:52:47.954704 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c183122-de2d-4086-860c-63c886a05785 req-6eefbd73-0c3a-4704-9796-2b2a232681b8 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:47.960499 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2c183122-de2d-4086-860c-63c886a05785 req-6eefbd73-0c3a-4704-9796-2b2a232681b8 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 943 time: 0.1418867 May 31 11:52:48.003203 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-da4de2e4-fc2e-4e1d-b3a4-d23d30dffe6b req-df0be3d1-b283-426e-a64d-86b24f47ccbc tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 210 time: 0.0525937 May 31 11:52:48.010860 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2c183122-de2d-4086-860c-63c886a05785 req-746988ad-a4dc-45ee-b1eb-2828fd4d3d9d tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467267 May 31 11:52:48.105671 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.108296 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:48.168101 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f0fd24cc-e961-4f62-9daf-f5a3a34f1831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.225076 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:48.290179 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=1f8b9b52-0fdf-4dd4-aebd-5d8088585c69,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:48.291824 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:48.293441 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-f0fd24cc-e961-4f62-9daf-f5a3a34f1831 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b41ae3171d648288c103aa128e91b43&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1615219 May 31 11:52:48.295994 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39962) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:48.318919 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd24cc-e961-4f62-9daf-f5a3a34f1831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbaf029-1235-4fb2-b5b1-305f5f55de0c,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:48.328695 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-f0fd24cc-e961-4f62-9daf-f5a3a34f1831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:48.392942 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1b9beb23-b5e9-4bdc-be57-b90537cc39e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.434256 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1b9beb23-b5e9-4bdc-be57-b90537cc39e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.559852 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:52:48.659357 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1b9beb23-b5e9-4bdc-be57-b90537cc39e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.674746 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-0ffbad85-2e31-477b-98ba-2c234de1afb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:48.701179 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9beb23-b5e9-4bdc-be57-b90537cc39e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbaf029-1235-4fb2-b5b1-305f5f55de0c,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:48.715520 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1b9beb23-b5e9-4bdc-be57-b90537cc39e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.716674 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-1b9beb23-b5e9-4bdc-be57-b90537cc39e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ffbaf029-1235-4fb2-b5b1-305f5f55de0c HTTP/1.1" status: 204 len: 168 time: 0.4196160 May 31 11:52:48.720541 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1b9beb23-b5e9-4bdc-be57-b90537cc39e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:48.721638 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:48.722208 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.779029 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf77b79-b385-45c8-9528-6976caae6365 req-f8f12a23-97d8-407a-990f-b77c456202a0 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:48.781292 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3cf77b79-b385-45c8-9528-6976caae6365 req-f8f12a23-97d8-407a-990f-b77c456202a0 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 943 time: 0.1475477 May 31 11:52:48.885961 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 39984) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:48.895676 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-3cf77b79-b385-45c8-9528-6976caae6365 req-d664b328-1ea5-4dce-8d43-afafef072cfc tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Synchronizing usage tracker for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:security_group {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:49.019090 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-3cf77b79-b385-45c8-9528-6976caae6365 req-d664b328-1ea5-4dce-8d43-afafef072cfc tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Unset dirty status for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:security_group {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:49.020792 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3cf77b79-b385-45c8-9528-6976caae6365 req-d664b328-1ea5-4dce-8d43-afafef072cfc tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334294 May 31 11:52:49.233891 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-4d15e554-af56-4960-8b07-8b93a79f6f1c req-d3ab5c3b-adb3-4037-b02b-04cc83ce49e5 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Synchronizing usage tracker for tenant:4795d24d302b4c4189da5f0c3d8fc8fe on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:49.279398 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cccf6-ea7a-40c4-8356-458cf9446e24 req-508dcf9a-d8e8-4a54-8335-9e016c6a2092 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:49.288676 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-aa2cccf6-ea7a-40c4-8356-458cf9446e24 req-508dcf9a-d8e8-4a54-8335-9e016c6a2092 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 943 time: 0.1135361 May 31 11:52:49.339585 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-4d15e554-af56-4960-8b07-8b93a79f6f1c req-d3ab5c3b-adb3-4037-b02b-04cc83ce49e5 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Unset dirty status for tenant:4795d24d302b4c4189da5f0c3d8fc8fe on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:49.341272 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4d15e554-af56-4960-8b07-8b93a79f6f1c req-d3ab5c3b-adb3-4037-b02b-04cc83ce49e5 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 210 time: 0.1849461 May 31 11:52:49.372611 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-aa2cccf6-ea7a-40c4-8356-458cf9446e24 req-41a09116-8a1e-4bdc-9f77-3eeb7a82e882 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823841 May 31 11:52:49.513555 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-012ca759-de9b-4fd7-85c8-e683f3f50304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:49.535236 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-012ca759-de9b-4fd7-85c8-e683f3f50304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:49.552937 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-012ca759-de9b-4fd7-85c8-e683f3f50304 admin admin] Usage tracker for resource:security_group_rule and tenant:22d8aca05f1f4d2c9b19439d27756610 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:49.559333 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-012ca759-de9b-4fd7-85c8-e683f3f50304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:49.573016 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-012ca759-de9b-4fd7-85c8-e683f3f50304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:49.693629 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-012ca759-de9b-4fd7-85c8-e683f3f50304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:49.756695 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-012ca759-de9b-4fd7-85c8-e683f3f50304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:49.768623 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:49.835860 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-012ca759-de9b-4fd7-85c8-e683f3f50304 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22d8aca05f1f4d2c9b19439d27756610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9483747 May 31 11:52:49.841185 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40004) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:49.842045 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ca759-de9b-4fd7-85c8-e683f3f50304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34161d3-876e-415a-ac40-ddf5dc32054d,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:49.845452 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-012ca759-de9b-4fd7-85c8-e683f3f50304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:49.922621 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576fcbad-06da-401a-83ee-c541ca599ab3', 'tag': '6af960ef-d181-443f-ac67-270326c169d1'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:52:49.925018 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba2a89b-6409-421f-b8f5-e888c6dbd49d" -d '{"events": [{"name": "network-changed", "server_uuid": "576fcbad-06da-401a-83ee-c541ca599ab3", "tag": "6af960ef-d181-443f-ac67-270326c169d1"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:52:49.952059 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ff16868f-50f5-42c1-a785-7b799b77ba3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:49.989382 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ff16868f-50f5-42c1-a785-7b799b77ba3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:50.142149 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8d517c-27ed-4811-ba16-34f172163f1c x-openstack-request-id: req-4f8d517c-27ed-4811-ba16-34f172163f1c {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:52:50.142457 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576fcbad-06da-401a-83ee-c541ca599ab3", "tag": "6af960ef-d181-443f-ac67-270326c169d1", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:52:50.142711 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f8d517c-27ed-4811-ba16-34f172163f1c {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:52:50.148180 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576fcbad-06da-401a-83ee-c541ca599ab3', 'tag': '6af960ef-d181-443f-ac67-270326c169d1', 'status': 'completed', 'code': 200} May 31 11:52:50.202551 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ff16868f-50f5-42c1-a785-7b799b77ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:50.217679 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:50.239306 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16868f-50f5-42c1-a785-7b799b77ba3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34161d3-876e-415a-ac40-ddf5dc32054d,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:50.250534 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ff16868f-50f5-42c1-a785-7b799b77ba3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:50.262700 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ff16868f-50f5-42c1-a785-7b799b77ba3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:50.266138 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-ff16868f-50f5-42c1-a785-7b799b77ba3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f34161d3-876e-415a-ac40-ddf5dc32054d HTTP/1.1" status: 204 len: 168 time: 0.4172862 May 31 11:52:50.430698 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0c9d7-447d-4bfd-b79b-33e057606966 req-ef9cd340-da89-4f4e-8465-179296f90d42 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:50.438658 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b5e0c9d7-447d-4bfd-b79b-33e057606966 req-ef9cd340-da89-4f4e-8465-179296f90d42 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 943 time: 0.1723411 May 31 11:52:50.512725 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b5e0c9d7-447d-4bfd-b79b-33e057606966 req-83eb2326-eb9d-417d-90f5-053339762b6e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683339 May 31 11:52:50.552174 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-99e3f8c9-36b0-44ca-950d-a181da6416ee req-b8f55b1e-ee23-459d-af5e-583653518bee tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 210 time: 0.0622635 May 31 11:52:50.714486 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f778c-8212-47fd-bfce-217aaf1f1933 req-076da228-10e3-4f8d-a215-3a9d02595e6b tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:50.727335 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-5f9f778c-8212-47fd-bfce-217aaf1f1933 req-076da228-10e3-4f8d-a215-3a9d02595e6b tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 943 time: 0.1066065 May 31 11:52:50.770146 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-5f9f778c-8212-47fd-bfce-217aaf1f1933 req-4220a9d3-bb3e-41d0-91b8-977f6c93b913 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419939 May 31 11:52:51.288295 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40058) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:51.317338 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c9123a58-8943-4725-a563-535469c96eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:51.334478 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-c9123a58-8943-4725-a563-535469c96eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:51.339117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-c9123a58-8943-4725-a563-535469c96eed admin admin] Usage tracker for resource:security_group_rule and tenant:4323a48468c74c488e2415126d1557df is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:51.342214 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-c9123a58-8943-4725-a563-535469c96eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:51.348567 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-c9123a58-8943-4725-a563-535469c96eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:51.444806 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c9123a58-8943-4725-a563-535469c96eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:51.533739 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c9123a58-8943-4725-a563-535469c96eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:51.545545 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:51.602964 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9123a58-8943-4725-a563-535469c96eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a10a02-e866-462d-82c4-af7e10018fbe,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:51.789996 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-c9123a58-8943-4725-a563-535469c96eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:51.804756 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-53b4f6ac-70da-4910-a8b1-af02c5df5559 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c08a832-fb58-46a4-9851-368bfaf2fd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2053490 May 31 11:52:51.842279 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-6ee7be38-5847-4c23-97f2-728afad57be3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18404db8-6434-4c64-bb31-d9487b2b9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2440231 May 31 11:52:51.885212 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1b2829c5-f94c-4145-9c29-ec5972581b99 req-2358e333-c988-46b3-9030-aa4b73985510 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 210 time: 0.1037359 May 31 11:52:51.943026 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.36', 51815) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:52.056565 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-c9123a58-8943-4725-a563-535469c96eed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4323a48468c74c488e2415126d1557df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7671609 May 31 11:52:52.075675 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40102) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:52.199901 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-1dd79226-ae9c-4414-84e6-55dc43cd6269 service neutron] 10.222.0.36 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421750 May 31 11:52:52.349765 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-40e982e2-2617-4b08-9a93-eecb6c009911 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:52.350952 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-40e982e2-2617-4b08-9a93-eecb6c009911 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.36 "GET /v2.0/networks?id=abd3127e-a427-4d2a-a0cb-273aa10eec42 HTTP/1.1" status: 200 len: 818 time: 0.4123650 May 31 11:52:52.365218 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef36952-e37c-46ed-97d1-40c2df0c2710 req-bae849ca-5c33-4423-8b51-59855bfbc5ce tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:52.373470 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-5ef36952-e37c-46ed-97d1-40c2df0c2710 req-bae849ca-5c33-4423-8b51-59855bfbc5ce tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 943 time: 0.3738744 May 31 11:52:52.379922 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-569ed070-9674-4e1f-8425-8504b2d7ccf7 service neutron] 10.222.0.36 "GET /v2.0/networks/18404db8-6434-4c64-bb31-d9487b2b9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215223 May 31 11:52:52.387042 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5c702fb2-324f-4fc5-a4f3-61f15cbd9415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:52.393779 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Request body: {'port': {'device_id': 'b78fa935-4a19-406a-8dce-116d25f9fb2a', 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42', 'admin_state_up': True, 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:52.441658 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf562f43-86ad-4d6c-96ba-ce24f84eeee3 req-ee28a25c-a47d-440a-ad25-12ada141de2e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:52.449567 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-bf562f43-86ad-4d6c-96ba-ce24f84eeee3 req-ee28a25c-a47d-440a-ad25-12ada141de2e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 943 time: 0.6769421 May 31 11:52:52.514235 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-5ef36952-e37c-46ed-97d1-40c2df0c2710 req-09b86b5a-a9ec-48bb-97b1-b4f052cd3474 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398425 May 31 11:52:52.553018 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5c702fb2-324f-4fc5-a4f3-61f15cbd9415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:52.578179 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53c8f887-0fd9-4583-9741-64a82723d033 req-3fab0ba4-2d7a-46d7-80c7-072ffa4c7ca1 service neutron] 10.222.0.36 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659005 May 31 11:52:52.592935 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:52.611583 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:52.636583 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-bf562f43-86ad-4d6c-96ba-ce24f84eeee3 req-619a545b-429d-46ec-9c8c-b134ac691d33 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864536 May 31 11:52:52.674448 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Made reservation on behalf of 4795d24d302b4c4189da5f0c3d8fc8fe for: {'port': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:52.675830 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-916e1d1e-e401-4b0b-8995-5ede1d1fc767 req-333787a2-1175-40e0-b576-9e2a2277b06c service neutron] 10.222.0.36 "GET /v2.0/networks/18404db8-6434-4c64-bb31-d9487b2b9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751813 May 31 11:52:52.678182 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:52.739275 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5c702fb2-324f-4fc5-a4f3-61f15cbd9415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:52.745765 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1133ec5d-8754-4403-a3f7-7aced15a538c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:52.772733 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c702fb2-324f-4fc5-a4f3-61f15cbd9415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a10a02-e866-462d-82c4-af7e10018fbe,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:52.778500 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-5c702fb2-324f-4fc5-a4f3-61f15cbd9415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:52.794839 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5c702fb2-324f-4fc5-a4f3-61f15cbd9415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:52.795995 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-5c702fb2-324f-4fc5-a4f3-61f15cbd9415 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3a10a02-e866-462d-82c4-af7e10018fbe HTTP/1.1" status: 204 len: 168 time: 0.7162075 May 31 11:52:52.813657 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 40126) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:52.906063 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Allocated IP 172.20.0.13 (abd3127e-a427-4d2a-a0cb-273aa10eec42/b89b243e-d588-4c64-a5f7-a9c0cf16fb4c/e67ee191-9ac9-4134-97db-71270688c45e) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:52:53.029061 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2a89b-6409-421f-b8f5-e888c6dbd49d req-bc0233fe-9e27-4071-a3b2-55472df63fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:53.030570 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-dba2a89b-6409-421f-b8f5-e888c6dbd49d req-bc0233fe-9e27-4071-a3b2-55472df63fc8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6831fa53be84bcc82f90d91a193b4c7&device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1093545 May 31 11:52:53.035873 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0d3d1-cda5-48ce-9f51-3edaf0d011d1 req-81c06915-fcf7-453a-af2f-ec5fe722e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:53.037316 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-eeb0d3d1-cda5-48ce-9f51-3edaf0d011d1 req-81c06915-fcf7-453a-af2f-ec5fe722e95f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 1096 time: 0.2386928 May 31 11:52:53.296283 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-94e00694-1b7e-4238-b530-b74244170bf8 req-fd328f57-6b5b-442b-b4c8-41fe418b7027 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 210 time: 0.1217394 May 31 11:52:53.299096 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.36', 51820) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:53.443764 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2a89b-6409-421f-b8f5-e888c6dbd49d req-dae49460-4694-4ef8-9060-6faedbfc211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:53.445395 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-dba2a89b-6409-421f-b8f5-e888c6dbd49d req-dae49460-4694-4ef8-9060-6faedbfc211b service neutron] 10.222.0.36 "GET /v2.0/networks?id=18404db8-6434-4c64-bb31-d9487b2b9c8a HTTP/1.1" status: 200 len: 913 time: 0.3981426 May 31 11:52:53.531557 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b40f3aad-83d5-4062-84f3-4da9155100c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:53.541702 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-dba2a89b-6409-421f-b8f5-e888c6dbd49d req-57c928c2-08e4-460c-9c67-410fc4d10885 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6af960ef-d181-443f-ac67-270326c169d1 HTTP/1.1" status: 200 len: 217 time: 0.0734341 May 31 11:52:53.574388 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:53.577711 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b40f3aad-83d5-4062-84f3-4da9155100c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:53.585934 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b40f3aad-83d5-4062-84f3-4da9155100c5 admin admin] Usage tracker for resource:security_group_rule and tenant:ac8b0e39cb4d4cd6a275d40de89feff1 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:53.589548 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b40f3aad-83d5-4062-84f3-4da9155100c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:53.610067 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b40f3aad-83d5-4062-84f3-4da9155100c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:53.662238 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-d33318c3-a6ef-4a1a-b113-332255ccb333 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:53.664567 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-d33318c3-a6ef-4a1a-b113-332255ccb333 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.36 "GET /v2.0/networks?id=abd3127e-a427-4d2a-a0cb-273aa10eec42 HTTP/1.1" status: 200 len: 818 time: 0.3638558 May 31 11:52:53.679274 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2a89b-6409-421f-b8f5-e888c6dbd49d req-fcb98b0a-70ca-411f-96d7-1ecb2081cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:53.688391 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-dba2a89b-6409-421f-b8f5-e888c6dbd49d req-fcb98b0a-70ca-411f-96d7-1ecb2081cfcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09f7a9cb-8033-467a-99b4-9ba3a7c1b898 HTTP/1.1" status: 200 len: 852 time: 0.1218975 May 31 11:52:53.699539 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Request body: {'port': {'device_id': '97c5b8c2-2243-4533-8b9e-8d0410969b75', 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42', 'admin_state_up': True, 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:53.702333 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0d3d1-cda5-48ce-9f51-3edaf0d011d1 req-6e1b6a57-7f1d-4965-8eb0-230fb30e0a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:53.716430 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-eeb0d3d1-cda5-48ce-9f51-3edaf0d011d1 req-6e1b6a57-7f1d-4965-8eb0-230fb30e0a17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0c08a832-fb58-46a4-9851-368bfaf2fd35 HTTP/1.1" status: 200 len: 915 time: 0.6556242 May 31 11:52:53.801394 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:53.829978 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-6bdc8139-4e4e-41d3-b037-b8ba317d93f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:53.875541 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-dba2a89b-6409-421f-b8f5-e888c6dbd49d req-bddab225-6772-4e09-aff0-70a7544e5e31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18404db8-6434-4c64-bb31-d9487b2b9c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392357 May 31 11:52:53.929093 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-eeb0d3d1-cda5-48ce-9f51-3edaf0d011d1 req-db470f32-04c9-44e5-b40d-fc4213c8efab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c1b4fca-9552-4847-9a4e-bd34803b7b29 HTTP/1.1" status: 200 len: 217 time: 0.2040603 May 31 11:52:54.042485 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Network abd3127e-a427-4d2a-a0cb-273aa10eec42 is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:52:54.059650 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:54.062180 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:52:54.084941 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0d3d1-cda5-48ce-9f51-3edaf0d011d1 req-1afeeb42-1af0-4011-8103-d58593959179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:54.086963 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-eeb0d3d1-cda5-48ce-9f51-3edaf0d011d1 req-1afeeb42-1af0-4011-8103-d58593959179 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=993381ae-0ef5-4e41-9233-67590fc9a971 HTTP/1.1" status: 200 len: 854 time: 0.1434367 May 31 11:52:54.089681 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b40f3aad-83d5-4062-84f3-4da9155100c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:54.109138 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:54.119811 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Usage tracker for resource:port and tenant:4795d24d302b4c4189da5f0c3d8fc8fe is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:54.135281 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:54.146732 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Pushing event updated for resources: {'Port': ['ID=e67ee191-9ac9-4134-97db-71270688c45e,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:54.150415 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:54.153814 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:54.155490 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-eeb0d3d1-cda5-48ce-9f51-3edaf0d011d1 req-ad55f013-71d0-4610-a6d9-c5cc9cbf28a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c08a832-fb58-46a4-9851-368bfaf2fd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544822 May 31 11:52:54.166596 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-dba2a89b-6409-421f-b8f5-e888c6dbd49d req-70a821f0-c7df-43c7-8848-b5142ecea28f service neutron] 10.222.0.36 "GET /v2.0/networks/18404db8-6434-4c64-bb31-d9487b2b9c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900970 May 31 11:52:54.185026 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba5bfc-29f7-4420-ac67-fc0da247506b req-46ad92f6-e8e0-4bc2-b81e-a8938618b947 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:54.186503 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-15ba5bfc-29f7-4420-ac67-fc0da247506b req-46ad92f6-e8e0-4bc2-b81e-a8938618b947 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 943 time: 0.3083262 May 31 11:52:54.199435 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:54.200064 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:54.212807 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b40f3aad-83d5-4062-84f3-4da9155100c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:54.221939 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e8ba1-1467-4f67-ac4a-6f49fabf3f04 req-f95739fc-bf5e-482b-b55a-26e68c62c29e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:54.223589 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-171e8ba1-1467-4f67-ac4a-6f49fabf3f04 req-f95739fc-bf5e-482b-b55a-26e68c62c29e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 943 time: 0.3817720 May 31 11:52:54.248988 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:54.318521 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Made reservation on behalf of 4795d24d302b4c4189da5f0c3d8fc8fe for: {'port': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:54.322418 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:54.349378 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-b40f3aad-83d5-4062-84f3-4da9155100c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac8b0e39cb4d4cd6a275d40de89feff1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5345016 May 31 11:52:54.353003 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 40210) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:54.367968 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-15ba5bfc-29f7-4420-ac67-fc0da247506b req-3e14ed81-806c-4417-88c5-2bd54421d701 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633010 May 31 11:52:54.378002 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f3aad-83d5-4062-84f3-4da9155100c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72f063e-3281-45cc-8165-b75ca834b2dc,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:54.381201 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b40f3aad-83d5-4062-84f3-4da9155100c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:54.428269 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-171e8ba1-1467-4f67-ac4a-6f49fabf3f04 req-9a76689b-1f63-4694-a515-8a1feff7da5d tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976304 May 31 11:52:54.463927 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0878382 May 31 11:52:54.485690 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-dba2a89b-6409-421f-b8f5-e888c6dbd49d req-55417655-b41d-49c5-b514-d030e174a352 service neutron] 10.222.0.36 "GET /v2.0/networks/18404db8-6434-4c64-bb31-d9487b2b9c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968197 May 31 11:52:54.492802 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-eeb0d3d1-cda5-48ce-9f51-3edaf0d011d1 req-7aabd2d6-c93f-4d73-83e0-996280ae1710 service neutron] 10.222.0.36 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247478 May 31 11:52:54.494027 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Request body: {'port': {'device_id': 'b78fa935-4a19-406a-8dce-116d25f9fb2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:54.571682 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 40220) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:54.681777 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-8f0af04f-89a8-4759-910f-bcb1628e6fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:54.742664 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-eeb0d3d1-cda5-48ce-9f51-3edaf0d011d1 req-23f488bf-451d-4c11-8b05-05082d8769e3 service neutron] 10.222.0.36 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295115 May 31 11:52:54.761426 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-44f6200c-d975-48b6-9ca1-bf9e577e689f req-1fbae753-1a53-4f5a-9f9d-2c89661084f1 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Synchronizing usage tracker for tenant:4795d24d302b4c4189da5f0c3d8fc8fe on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:54.922498 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b6ac1188-e64f-4056-979e-feac451bc842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:54.943954 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:54.955307 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-8f0af04f-89a8-4759-910f-bcb1628e6fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:54.987494 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b6ac1188-e64f-4056-979e-feac451bc842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:55.002455 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b6ac1188-e64f-4056-979e-feac451bc842 admin admin] Usage tracker for resource:security_group_rule and tenant:d5b9acecb2134eca875ef67c70b24e87 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:55.041671 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b6ac1188-e64f-4056-979e-feac451bc842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:55.063902 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-44f6200c-d975-48b6-9ca1-bf9e577e689f req-1fbae753-1a53-4f5a-9f9d-2c89661084f1 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Unset dirty status for tenant:4795d24d302b4c4189da5f0c3d8fc8fe on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:55.065113 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-44f6200c-d975-48b6-9ca1-bf9e577e689f req-1fbae753-1a53-4f5a-9f9d-2c89661084f1 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 210 time: 0.4592330 May 31 11:52:55.074713 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b6ac1188-e64f-4056-979e-feac451bc842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:55.102390 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Allocated IP 172.20.0.10 (abd3127e-a427-4d2a-a0cb-273aa10eec42/b89b243e-d588-4c64-a5f7-a9c0cf16fb4c/cc1bf53a-8a89-4cbc-9c70-66d582f39584) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:52:55.347935 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-8f0af04f-89a8-4759-910f-bcb1628e6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:55.372759 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:55.398591 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0af04f-89a8-4759-910f-bcb1628e6fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72f063e-3281-45cc-8165-b75ca834b2dc,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:55.405608 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-8f0af04f-89a8-4759-910f-bcb1628e6fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:55.434208 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b6ac1188-e64f-4056-979e-feac451bc842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:55.453641 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-8f0af04f-89a8-4759-910f-bcb1628e6fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:55.457397 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-8f0af04f-89a8-4759-910f-bcb1628e6fa2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e72f063e-3281-45cc-8165-b75ca834b2dc HTTP/1.1" status: 204 len: 168 time: 1.0948350 May 31 11:52:55.475460 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:55.517976 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b6ac1188-e64f-4056-979e-feac451bc842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:55.527121 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-bc6b6d2a-f77e-48f1-8612-465a972f49b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:55.557347 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac1188-e64f-4056-979e-feac451bc842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fd278e-834b-482d-a6c9-9605d6349b6c,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:55.593589 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b6ac1188-e64f-4056-979e-feac451bc842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:55.627941 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:55.700343 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9354598-0185-481b-8c92-10f51ae6a487 req-797c108a-98d2-4b4b-881a-785cb9a1343e tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:55.702953 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c9354598-0185-481b-8c92-10f51ae6a487 req-797c108a-98d2-4b4b-881a-785cb9a1343e tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 943 time: 0.1036298 May 31 11:52:55.706952 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-b6ac1188-e64f-4056-979e-feac451bc842 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5b9acecb2134eca875ef67c70b24e87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1248589 May 31 11:52:55.707899 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40270) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:55.711537 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-a9f16043-fd41-41cd-8fd0-4c7205c1e8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:55.799151 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Network abd3127e-a427-4d2a-a0cb-273aa10eec42 is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:52:55.801987 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c9354598-0185-481b-8c92-10f51ae6a487 req-df560a49-9b2b-4931-aec4-aed0695bb56b tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908558 May 31 11:52:55.805620 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:55.808875 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-96443f77-54ac-4d6f-b9a2-69ff510beb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:55.812323 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:52:55.843394 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 6af960ef-d181-443f-ac67-270326c169d1 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:52:55.847734 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-96443f77-54ac-4d6f-b9a2-69ff510beb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:55.866353 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Pushing event updated for resources: {'Port': ['ID=cc1bf53a-8a89-4cbc-9c70-66d582f39584,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:55.880095 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:55.922611 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067ef09-46b3-4e11-a4fc-d508c697a1c6 req-13c1758b-359f-4083-b227-28bbe3276f84 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:55.930313 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0067ef09-46b3-4e11-a4fc-d508c697a1c6 req-13c1758b-359f-4083-b227-28bbe3276f84 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 943 time: 0.3735368 May 31 11:52:55.938974 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:55.939594 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.008335 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-96443f77-54ac-4d6f-b9a2-69ff510beb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.013069 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:56.033796 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96443f77-54ac-4d6f-b9a2-69ff510beb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fd278e-834b-482d-a6c9-9605d6349b6c,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:56.048592 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-96443f77-54ac-4d6f-b9a2-69ff510beb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:56.056049 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0067ef09-46b3-4e11-a4fc-d508c697a1c6 req-eaf68175-0b51-4555-8afa-aefcd35346b2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247470 May 31 11:52:56.058523 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-96443f77-54ac-4d6f-b9a2-69ff510beb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.061323 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-96443f77-54ac-4d6f-b9a2-69ff510beb41 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30fd278e-834b-482d-a6c9-9605d6349b6c HTTP/1.1" status: 204 len: 168 time: 0.3516979 May 31 11:52:56.063209 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 6af960ef-d181-443f-ac67-270326c169d1, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6af960ef-d181-443f-ac67-270326c169d1,segment=NetworkSegment(4e22a378-1809-46a7-9960-71d7df8d366f),segment_id=4e22a378-1809-46a7-9960-71d7df8d366f)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:56.080275 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': '6af960ef-d181-443f-ac67-270326c169d1', 'network_id': '18404db8-6434-4c64-bb31-d9487b2b9c8a', 'port_id': '6af960ef-d181-443f-ac67-270326c169d1', 'mac_address': 'fa:16:3e:a5:91:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f7a9cb-8033-467a-99b4-9ba3a7c1b898', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:52:56.093474 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67ee191-9ac9-4134-97db-71270688c45e {{(pid=98764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:52:56.113062 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4170015 May 31 11:52:56.125645 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.138014 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Request body: {'port': {'device_id': '97c5b8c2-2243-4533-8b9e-8d0410969b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:56.174560 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.193782 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af960ef-d181-443f-ac67-270326c169d1 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:52:56.211917 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 6af960ef-d181-443f-ac67-270326c169d1, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6af960ef-d181-443f-ac67-270326c169d1,segment=NetworkSegment(4e22a378-1809-46a7-9960-71d7df8d366f),segment_id=4e22a378-1809-46a7-9960-71d7df8d366f)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:56.238510 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Transition to ACTIVE for port object e67ee191-9ac9-4134-97db-71270688c45e will not be triggered until provisioned by entity L2. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:52:56.307961 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.330093 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbbce7-a5a5-40d1-9598-ee0afb7344ab req-ecaaeabb-2297-4d0c-b90c-29f8a74e056f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:56.331646 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9ebbbce7-a5a5-40d1-9598-ee0afb7344ab req-ecaaeabb-2297-4d0c-b90c-29f8a74e056f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 932 time: 0.0807273 May 31 11:52:56.345265 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.346945 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 4c1b4fca-9552-4847-9a4e-bd34803b7b29 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:52:56.349848 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:56.357184 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.374185 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:56.389106 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9ebbbce7-a5a5-40d1-9598-ee0afb7344ab req-359c3cf7-3d0f-40db-96d5-a6409d95c0ba tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503445 May 31 11:52:56.527025 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Pushing event updated for resources: {'Port': ['ID=e67ee191-9ac9-4134-97db-71270688c45e,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:56.540111 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=6af960ef-d181-443f-ac67-270326c169d1,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:56.548880 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:56.555421 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:56.610664 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 4c1b4fca-9552-4847-9a4e-bd34803b7b29, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4c1b4fca-9552-4847-9a4e-bd34803b7b29,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:56.642498 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': '4c1b4fca-9552-4847-9a4e-bd34803b7b29', 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35', 'port_id': '4c1b4fca-9552-4847-9a4e-bd34803b7b29', 'mac_address': 'fa:16:3e:25:df:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993381ae-0ef5-4e41-9233-67590fc9a971', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:52:56.688236 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40306) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:56.717511 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.735879 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3a2a53d3-3a27-49d1-bf46-ad45194341d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.736759 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1b4fca-9552-4847-9a4e-bd34803b7b29 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:52:56.765072 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 4c1b4fca-9552-4847-9a4e-bd34803b7b29, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4c1b4fca-9552-4847-9a4e-bd34803b7b29,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:56.778600 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Attempting to bind port e67ee191-9ac9-4134-97db-71270688c45e on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:52:56.779614 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Attempting to bind port e67ee191-9ac9-4134-97db-71270688c45e by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '7e1bf3ed-aace-4f7b-8672-b62e0616f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42'}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:52:56.780498 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Attempting to bind port e67ee191-9ac9-4134-97db-71270688c45e on network abd3127e-a427-4d2a-a0cb-273aa10eec42 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:56.780643 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-3a2a53d3-3a27-49d1-bf46-ad45194341d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:56.785013 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-3a2a53d3-3a27-49d1-bf46-ad45194341d2 admin admin] Usage tracker for resource:security_group_rule and tenant:efaf44ab82b44275b336dd29b4240bf5 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:56.788128 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-3a2a53d3-3a27-49d1-bf46-ad45194341d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:56.790040 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Port e67ee191-9ac9-4134-97db-71270688c45e on network abd3127e-a427-4d2a-a0cb-273aa10eec42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:52:56.790547 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Attempting to bind port e67ee191-9ac9-4134-97db-71270688c45e on network abd3127e-a427-4d2a-a0cb-273aa10eec42 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:56.795778 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-3a2a53d3-3a27-49d1-bf46-ad45194341d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:56.802281 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:52:56.802624 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Checking segment: {'id': '7e1bf3ed-aace-4f7b-8672-b62e0616f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:56.803162 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Bound using segment: {'id': '7e1bf3ed-aace-4f7b-8672-b62e0616f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42'} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:52:56.803750 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Bound port: e67ee191-9ac9-4134-97db-71270688c45e, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1bf3ed-aace-4f7b-8672-b62e0616f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42'}}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:52:56.804127 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.859109 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.861947 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:56.899360 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3a2a53d3-3a27-49d1-bf46-ad45194341d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:56.977050 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=4c1b4fca-9552-4847-9a4e-bd34803b7b29,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:56.980550 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:57.019105 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3a2a53d3-3a27-49d1-bf46-ad45194341d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:57.053769 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:57.074307 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-3a2a53d3-3a27-49d1-bf46-ad45194341d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=efaf44ab82b44275b336dd29b4240bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821707 May 31 11:52:57.075411 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 40320) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:57.096279 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a53d3-3a27-49d1-bf46-ad45194341d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5612b7-3801-4895-8c35-4b5b8d00e367,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:57.099585 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-3a2a53d3-3a27-49d1-bf46-ad45194341d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:57.175467 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] For port e67ee191-9ac9-4134-97db-71270688c45e, host hv-cinder-79124, cleared binding levels {{(pid=98764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:52:57.231732 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] For port e67ee191-9ac9-4134-97db-71270688c45e, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e67ee191-9ac9-4134-97db-71270688c45e,segment=NetworkSegment(7e1bf3ed-aace-4f7b-8672-b62e0616f73f),segment_id=7e1bf3ed-aace-4f7b-8672-b62e0616f73f)] {{(pid=98764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:52:57.241255 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1bf53a-8a89-4cbc-9c70-66d582f39584 {{(pid=98764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:52:57.261467 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e8426-8ae9-4c37-97bf-c52ac5e2e48a req-ecf0a2b7-373e-4eff-821e-77202831aa54 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:57.262995 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-048e8426-8ae9-4c37-97bf-c52ac5e2e48a req-ecf0a2b7-373e-4eff-821e-77202831aa54 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 944 time: 0.2903030 May 31 11:52:57.271608 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:57.296051 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812b5c2-ea1d-4d70-83fc-ebc399f7f939 req-d4df8d66-d4bd-48f3-a93b-ff5ca65f45b6 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:57.303287 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d812b5c2-ea1d-4d70-83fc-ebc399f7f939 req-d4df8d66-d4bd-48f3-a93b-ff5ca65f45b6 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 944 time: 0.1078176 May 31 11:52:57.305987 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-99e86695-d5d8-4fab-a6cf-646c65d09059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:57.312331 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:57.313410 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Transition to ACTIVE for port object cc1bf53a-8a89-4cbc-9c70-66d582f39584 will not be triggered until provisioned by entity L2. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:52:57.336654 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-4e92315c-81e1-4022-8e08-ca5c89a35c13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:57.342755 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['6af960ef-d181-443f-ac67-270326c169d1'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:52:57.356748 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d812b5c2-ea1d-4d70-83fc-ebc399f7f939 req-64df5c80-a46e-4805-900b-e49f5006bfdb tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525639 May 31 11:52:57.383860 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['4c1b4fca-9552-4847-9a4e-bd34803b7b29'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:52:57.385373 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:57.414285 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-99e86695-d5d8-4fab-a6cf-646c65d09059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:57.437316 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-048e8426-8ae9-4c37-97bf-c52ac5e2e48a req-78bcc65b-6b38-4bb5-a735-6c228616a30a tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628869 May 31 11:52:57.459576 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:57.460444 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:57.461850 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] 10.222.0.36 "PUT /v2.0/ports/e67ee191-9ac9-4134-97db-71270688c45e HTTP/1.1" status: 200 len: 1094 time: 2.9800539 May 31 11:52:57.463589 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78fa935-4a19-406a-8dce-116d25f9fb2a', 'tag': 'e67ee191-9ac9-4134-97db-71270688c45e'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:52:57.496176 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40340) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:57.599513 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Pushing event updated for resources: {'Port': ['ID=e67ee191-9ac9-4134-97db-71270688c45e,revision_number=3']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:57.659119 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb353e-8ed2-4e93-8689-3085aa49f1b5 req-f790ab0e-5947-492f-8ef1-3150ef9e2397 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:57.662649 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-cdcb353e-8ed2-4e93-8689-3085aa49f1b5 req-f790ab0e-5947-492f-8ef1-3150ef9e2397 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 944 time: 0.1357965 May 31 11:52:57.723126 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-59ee9caf-e54a-4d34-9cd0-3fd7f85e8e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:57.750127 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:57.750682 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:57.753419 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-59ee9caf-e54a-4d34-9cd0-3fd7f85e8e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:57.768945 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-59ee9caf-e54a-4d34-9cd0-3fd7f85e8e85 admin admin] Usage tracker for resource:security_group_rule and tenant:ef802c0303c84579ad1264563dc369fb is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:57.772863 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-59ee9caf-e54a-4d34-9cd0-3fd7f85e8e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:57.803024 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-59ee9caf-e54a-4d34-9cd0-3fd7f85e8e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:57.836804 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40356) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:57.845537 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-cdcb353e-8ed2-4e93-8689-3085aa49f1b5 req-5baf392f-145f-4f04-8605-c603d2f2a43e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762965 May 31 11:52:57.947701 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1bf53a-8a89-4cbc-9c70-66d582f39584,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:57.950578 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:57.971870 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Attempting to bind port cc1bf53a-8a89-4cbc-9c70-66d582f39584 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:52:57.971870 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Attempting to bind port cc1bf53a-8a89-4cbc-9c70-66d582f39584 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '7e1bf3ed-aace-4f7b-8672-b62e0616f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42'}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:52:57.971870 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Attempting to bind port cc1bf53a-8a89-4cbc-9c70-66d582f39584 on network abd3127e-a427-4d2a-a0cb-273aa10eec42 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:57.971870 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Port cc1bf53a-8a89-4cbc-9c70-66d582f39584 on network abd3127e-a427-4d2a-a0cb-273aa10eec42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:52:57.971870 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Attempting to bind port cc1bf53a-8a89-4cbc-9c70-66d582f39584 on network abd3127e-a427-4d2a-a0cb-273aa10eec42 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:57.979870 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-ac6e6275-f796-4cbe-9608-68b3e8f3e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:57.981439 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-ac6e6275-f796-4cbe-9608-68b3e8f3e068 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4795d24d302b4c4189da5f0c3d8fc8fe&device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 1097 time: 0.3778057 May 31 11:52:57.982133 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:52:57.982458 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Checking segment: {'id': '7e1bf3ed-aace-4f7b-8672-b62e0616f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:57.983256 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Bound using segment: {'id': '7e1bf3ed-aace-4f7b-8672-b62e0616f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42'} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:52:57.983377 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Bound port: cc1bf53a-8a89-4cbc-9c70-66d582f39584, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1bf3ed-aace-4f7b-8672-b62e0616f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42'}}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:52:57.983710 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:57.993308 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-fad89e8d-0d14-4bc5-a903-5e43b7f8a5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.009595 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-fad89e8d-0d14-4bc5-a903-5e43b7f8a5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:58.015218 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-fad89e8d-0d14-4bc5-a903-5e43b7f8a5ef admin admin] Usage tracker for resource:security_group_rule and tenant:40dbea04de3c4b90a6d87bb82e607b8e is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:58.020245 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-fad89e8d-0d14-4bc5-a903-5e43b7f8a5ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:58.028682 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-fad89e8d-0d14-4bc5-a903-5e43b7f8a5ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:58.061851 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-99e86695-d5d8-4fab-a6cf-646c65d09059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.116493 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c243b9a-cadc-4fe2-adf3-90e3f9682cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "b78fa935-4a19-406a-8dce-116d25f9fb2a", "tag": "e67ee191-9ac9-4134-97db-71270688c45e"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:52:58.123942 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-59ee9caf-e54a-4d34-9cd0-3fd7f85e8e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.134318 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:58.142790 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-51d7c6fd-61e7-4e42-933c-b9d1b73d0853 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e67ee191-9ac9-4134-97db-71270688c45e HTTP/1.1" status: 200 len: 217 time: 0.1438785 May 31 11:52:58.189792 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-59ee9caf-e54a-4d34-9cd0-3fd7f85e8e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.192597 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e86695-d5d8-4fab-a6cf-646c65d09059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5612b7-3801-4895-8c35-4b5b8d00e367,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:58.195405 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-99e86695-d5d8-4fab-a6cf-646c65d09059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:58.218247 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-3a2a53d3-3a27-49d1-bf46-ad45194341d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:58.233518 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-99e86695-d5d8-4fab-a6cf-646c65d09059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.238736 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-99e86695-d5d8-4fab-a6cf-646c65d09059 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee5612b7-3801-4895-8c35-4b5b8d00e367 HTTP/1.1" status: 204 len: 168 time: 1.1626260 May 31 11:52:58.261173 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-5d324c20-1a87-438f-bd11-ba4874dbcfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:58.263157 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-5d324c20-1a87-438f-bd11-ba4874dbcfdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b89b243e-d588-4c64-a5f7-a9c0cf16fb4c HTTP/1.1" status: 200 len: 858 time: 0.1067626 May 31 11:52:58.264213 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] For port cc1bf53a-8a89-4cbc-9c70-66d582f39584, host hv-cinder-79124, cleared binding levels {{(pid=98764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:52:58.267792 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] For port cc1bf53a-8a89-4cbc-9c70-66d582f39584, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cc1bf53a-8a89-4cbc-9c70-66d582f39584,segment=NetworkSegment(7e1bf3ed-aace-4f7b-8672-b62e0616f73f),segment_id=7e1bf3ed-aace-4f7b-8672-b62e0616f73f)] {{(pid=98764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:52:58.315874 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-a5d33d3c-26e3-4eda-96ec-99c11647b2f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd3127e-a427-4d2a-a0cb-273aa10eec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462596 May 31 11:52:58.318567 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a130dd-9ac4-4029-9836-9b58511d4c89 x-openstack-request-id: req-19a130dd-9ac4-4029-9836-9b58511d4c89 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:52:58.319097 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78fa935-4a19-406a-8dce-116d25f9fb2a", "tag": "e67ee191-9ac9-4134-97db-71270688c45e", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:52:58.320160 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19a130dd-9ac4-4029-9836-9b58511d4c89 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:52:58.321104 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78fa935-4a19-406a-8dce-116d25f9fb2a', 'tag': 'e67ee191-9ac9-4134-97db-71270688c45e', 'status': 'completed', 'code': 200} May 31 11:52:58.328469 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee9caf-e54a-4d34-9cd0-3fd7f85e8e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62e3184-b98c-4edf-8fb1-d0f699377e80,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:58.332410 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-59ee9caf-e54a-4d34-9cd0-3fd7f85e8e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:58.347337 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-59ee9caf-e54a-4d34-9cd0-3fd7f85e8e85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef802c0303c84579ad1264563dc369fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8501143 May 31 11:52:58.349985 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-fad89e8d-0d14-4bc5-a903-5e43b7f8a5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.350110 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.351111 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40378) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:58.365336 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:58.430035 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-29585fef-1313-404c-971a-42f95d679649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.443972 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-fad89e8d-0d14-4bc5-a903-5e43b7f8a5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.463740 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:58.497081 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-29585fef-1313-404c-971a-42f95d679649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.514582 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1bf53a-8a89-4cbc-9c70-66d582f39584,revision_number=3']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:58.514794 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-fad89e8d-0d14-4bc5-a903-5e43b7f8a5ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40dbea04de3c4b90a6d87bb82e607b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6763294 May 31 11:52:58.525561 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40388) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:58.582104 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:58.582726 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.584197 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] 10.222.0.36 "PUT /v2.0/ports/cc1bf53a-8a89-4cbc-9c70-66d582f39584 HTTP/1.1" status: 200 len: 1094 time: 2.4503009 May 31 11:52:58.611896 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad89e8d-0d14-4bc5-a903-5e43b7f8a5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e62a6b8-c03a-482d-a583-2d78625a234c,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:58.614839 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-fad89e8d-0d14-4bc5-a903-5e43b7f8a5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:58.719201 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:58.722504 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a5bdfd4-38f8-4c75-8bdf-c2a5a7126d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.747381 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cd1ff-3301-4eb9-b389-ba548e165f7e req-9b3c57a2-b750-4641-a335-4382c7977613 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:58.753516 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-079cd1ff-3301-4eb9-b389-ba548e165f7e req-9b3c57a2-b750-4641-a335-4382c7977613 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 944 time: 0.1916950 May 31 11:52:58.782283 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a5bdfd4-38f8-4c75-8bdf-c2a5a7126d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.812142 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-a61476b4-ea43-4722-a882-e6afbc3dcc45 service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858634 May 31 11:52:58.817410 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-29585fef-1313-404c-971a-42f95d679649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.847404 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-bf4c6573-e7a3-4a4e-a095-d33b054e0b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:58.856857 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-079cd1ff-3301-4eb9-b389-ba548e165f7e req-9844d6a2-895c-4cce-9bac-15880ac8dadf tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996594 May 31 11:52:58.872690 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29585fef-1313-404c-971a-42f95d679649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62e3184-b98c-4edf-8fb1-d0f699377e80,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:58.875731 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-29585fef-1313-404c-971a-42f95d679649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:58.902219 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-29585fef-1313-404c-971a-42f95d679649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.904169 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-29585fef-1313-404c-971a-42f95d679649 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a62e3184-b98c-4edf-8fb1-d0f699377e80 HTTP/1.1" status: 204 len: 168 time: 0.5512547 May 31 11:52:58.948630 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-b9b5bf43-1d8a-4c3b-972b-9a4a63883c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:58.950127 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-b9b5bf43-1d8a-4c3b-972b-9a4a63883c87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4795d24d302b4c4189da5f0c3d8fc8fe&device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 1097 time: 0.2293446 May 31 11:52:58.959549 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322c5c2-1cbd-4467-ae40-9d348699d86c req-278b2968-a520-494f-8246-7b353efa06a7 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:58.960920 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3322c5c2-1cbd-4467-ae40-9d348699d86c req-278b2968-a520-494f-8246-7b353efa06a7 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 944 time: 0.3649392 May 31 11:52:58.995973 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a5bdfd4-38f8-4c75-8bdf-c2a5a7126d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:59.001198 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-360b3bc7-4f83-4338-900b-e194c47f0edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:59.045882 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a5bdfd4-38f8-4c75-8bdf-c2a5a7126d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:59.046979 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-9a5bdfd4-38f8-4c75-8bdf-c2a5a7126d66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e62a6b8-c03a-482d-a583-2d78625a234c HTTP/1.1" status: 204 len: 168 time: 0.5200081 May 31 11:52:59.047890 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bdfd4-38f8-4c75-8bdf-c2a5a7126d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e62a6b8-c03a-482d-a583-2d78625a234c,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:59.064380 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9a5bdfd4-38f8-4c75-8bdf-c2a5a7126d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:59.122140 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd662e99-8870-495c-9b21-1df635ef1a2a req-8657ad55-4420-4938-af39-f5be87edfb13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:59.123764 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-fd662e99-8870-495c-9b21-1df635ef1a2a req-8657ad55-4420-4938-af39-f5be87edfb13 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 944 time: 0.1126053 May 31 11:52:59.144110 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-20d1bc69-1bda-43d1-a2e1-4d8fe89e60b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc1bf53a-8a89-4cbc-9c70-66d582f39584 HTTP/1.1" status: 200 len: 217 time: 0.1752784 May 31 11:52:59.200396 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-fd662e99-8870-495c-9b21-1df635ef1a2a req-70b640ea-113b-42cd-b471-91f226dc7fdb tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668862 May 31 11:52:59.222552 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3322c5c2-1cbd-4467-ae40-9d348699d86c req-c022be06-ce13-4e53-a110-1a90e84fc915 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549250 May 31 11:52:59.224414 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf6fbd22-e32b-40b4-93ba-ef9b62f196e0 req-f0300bb1-f7ad-455a-bf4a-69a5a02f24c4 service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042575 May 31 11:52:59.243609 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-05e98254-097b-4490-8661-d062094134d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:59.243609 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-05e98254-097b-4490-8661-d062094134d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b89b243e-d588-4c64-a5f7-a9c0cf16fb4c HTTP/1.1" status: 200 len: 858 time: 0.0764735 May 31 11:52:59.290342 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-ff71ce80-f85d-42ec-ba57-1bcba4a366e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd3127e-a427-4d2a-a0cb-273aa10eec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414007 May 31 11:52:59.421908 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-ae14b6ee-a4b7-48f3-b786-418634bb50ee service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243618 May 31 11:52:59.648712 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c243b9a-cadc-4fe2-adf3-90e3f9682cb8 req-171f19c8-01eb-4d5a-a917-c246c47d3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:59.651846 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6c243b9a-cadc-4fe2-adf3-90e3f9682cb8 req-171f19c8-01eb-4d5a-a917-c246c47d3791 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4795d24d302b4c4189da5f0c3d8fc8fe&device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 1097 time: 0.1815848 May 31 11:52:59.653371 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8b989fe-ac55-412d-9a70-3c61ef4f6cf3 req-1f175421-5a37-4539-917b-5dada4f9c407 service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860807 May 31 11:52:59.793207 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c243b9a-cadc-4fe2-adf3-90e3f9682cb8 req-a9d7970a-8502-4992-8183-63aa0f7cf827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:59.795221 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6c243b9a-cadc-4fe2-adf3-90e3f9682cb8 req-a9d7970a-8502-4992-8183-63aa0f7cf827 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd3127e-a427-4d2a-a0cb-273aa10eec42 HTTP/1.1" status: 200 len: 919 time: 0.1271467 May 31 11:52:59.861372 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 6af960ef-d181-443f-ac67-270326c169d1 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:52:59.943698 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6c243b9a-cadc-4fe2-adf3-90e3f9682cb8 req-924fc1ed-ea4e-4b8e-826e-2db1afc69298 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e67ee191-9ac9-4134-97db-71270688c45e HTTP/1.1" status: 200 len: 217 time: 0.0835824 May 31 11:53:00.029255 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c243b9a-cadc-4fe2-adf3-90e3f9682cb8 req-66767b92-6502-408a-af53-3ac04a5cb77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:00.030773 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6c243b9a-cadc-4fe2-adf3-90e3f9682cb8 req-66767b92-6502-408a-af53-3ac04a5cb77f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b89b243e-d588-4c64-a5f7-a9c0cf16fb4c HTTP/1.1" status: 200 len: 858 time: 0.0761878 May 31 11:53:00.031085 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c2c3aff7-5bdc-4336-a398-2bd839bbed68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.048175 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port 6af960ef-d181-443f-ac67-270326c169d1 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:53:00.055817 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port 6af960ef-d181-443f-ac67-270326c169d1 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:00.056410 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.076709 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40438) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:00.106772 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6c243b9a-cadc-4fe2-adf3-90e3f9682cb8 req-d089af53-56ed-4891-9544-9f1ace646c69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd3127e-a427-4d2a-a0cb-273aa10eec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664713 May 31 11:53:00.122235 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4deee1da-e564-4a8c-b33b-fb3a5d43ea72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.151285 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40444) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:00.156359 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-4deee1da-e564-4a8c-b33b-fb3a5d43ea72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:00.180923 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0abd7fa6-a929-4479-88d1-728465121386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.200992 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-4deee1da-e564-4a8c-b33b-fb3a5d43ea72 admin admin] Usage tracker for resource:security_group_rule and tenant:05fcfbea803241e4990db5195785a5cf is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:00.205243 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-4deee1da-e564-4a8c-b33b-fb3a5d43ea72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:00.217553 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-4deee1da-e564-4a8c-b33b-fb3a5d43ea72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:00.220222 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-0abd7fa6-a929-4479-88d1-728465121386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:00.234091 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-0abd7fa6-a929-4479-88d1-728465121386 admin admin] Usage tracker for resource:security_group_rule and tenant:8be66b48886349c29344ce78aa42feb0 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:00.239745 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-0abd7fa6-a929-4479-88d1-728465121386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:00.251616 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bff95-4e50-4afc-8a06-8e6036177054 req-4b5fa8a3-3a8f-498c-b9ef-0cd17a7c2762 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:00.260530 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-382bff95-4e50-4afc-8a06-8e6036177054 req-4b5fa8a3-3a8f-498c-b9ef-0cd17a7c2762 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 944 time: 0.2374048 May 31 11:53:00.290060 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-0abd7fa6-a929-4479-88d1-728465121386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:00.290227 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6c243b9a-cadc-4fe2-adf3-90e3f9682cb8 req-0b1dea0b-0a5c-4d93-89b3-d2f49e7a9b85 service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718531 May 31 11:53:00.327546 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.336455 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c5b8c2-2243-4533-8b9e-8d0410969b75', 'tag': 'cc1bf53a-8a89-4cbc-9c70-66d582f39584'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:00.339078 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1365a6bc-fa09-4a42-b9b8-961c5fa062f9" -d '{"events": [{"name": "network-changed", "server_uuid": "97c5b8c2-2243-4533-8b9e-8d0410969b75", "tag": "cc1bf53a-8a89-4cbc-9c70-66d582f39584"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:00.365869 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576fcbad-06da-401a-83ee-c541ca599ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af960ef-d181-443f-ac67-270326c169d1'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:00.399285 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-382bff95-4e50-4afc-8a06-8e6036177054 req-117f75b7-63d9-481c-86fd-f863b182b548 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377575 May 31 11:53:00.465251 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 6af960ef-d181-443f-ac67-270326c169d1, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6af960ef-d181-443f-ac67-270326c169d1,segment=NetworkSegment(4e22a378-1809-46a7-9960-71d7df8d366f),segment_id=4e22a378-1809-46a7-9960-71d7df8d366f)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:00.528332 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.532366 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 4c1b4fca-9552-4847-9a4e-bd34803b7b29 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:53:00.563010 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4deee1da-e564-4a8c-b33b-fb3a5d43ea72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.574414 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:00.602598 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0abd7fa6-a929-4479-88d1-728465121386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.643845 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68dfa6-ff9e-4168-a202-c5ebedd988ba req-1d429291-8c80-463a-8d23-700d945eda8e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:00.645397 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2c68dfa6-ff9e-4168-a202-c5ebedd988ba req-1d429291-8c80-463a-8d23-700d945eda8e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 944 time: 0.2979636 May 31 11:53:00.654575 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6c243b9a-cadc-4fe2-adf3-90e3f9682cb8 req-1f392d80-1b44-4818-946a-4bcfffb513bd service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521984 May 31 11:53:00.697472 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-2c68dfa6-ff9e-4168-a202-c5ebedd988ba req-0c88576e-4008-45c5-8011-e9d4e3a46632 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Synchronizing usage tracker for tenant:4795d24d302b4c4189da5f0c3d8fc8fe on resource:security_group {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:53:00.698457 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e904fb0-95ba-4572-b911-bd805e1c3132" -d '{"events": [{"server_uuid": "576fcbad-06da-401a-83ee-c541ca599ab3", "name": "network-vif-plugged", "status": "completed", "tag": "6af960ef-d181-443f-ac67-270326c169d1"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:00.713154 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4deee1da-e564-4a8c-b33b-fb3a5d43ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.729673 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:00.737048 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0abd7fa6-a929-4479-88d1-728465121386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.738642 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=6af960ef-d181-443f-ac67-270326c169d1,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:00.751677 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:00.762004 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-2c68dfa6-ff9e-4168-a202-c5ebedd988ba req-0c88576e-4008-45c5-8011-e9d4e3a46632 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Unset dirty status for tenant:4795d24d302b4c4189da5f0c3d8fc8fe on resource:security_group {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:53:00.763313 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2c68dfa6-ff9e-4168-a202-c5ebedd988ba req-0c88576e-4008-45c5-8011-e9d4e3a46632 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080723 May 31 11:53:00.811066 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-4deee1da-e564-4a8c-b33b-fb3a5d43ea72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05fcfbea803241e4990db5195785a5cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7305450 May 31 11:53:00.813674 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 40472) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:00.824760 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port 4c1b4fca-9552-4847-9a4e-bd34803b7b29 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:53:00.832362 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port 4c1b4fca-9552-4847-9a4e-bd34803b7b29 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:00.832362 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.840293 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deee1da-e564-4a8c-b33b-fb3a5d43ea72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4db53f-a972-4635-b7de-dba64d4d37c2,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:00.840293 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-4deee1da-e564-4a8c-b33b-fb3a5d43ea72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:00.840293 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:00.867992 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd7fa6-a929-4479-88d1-728465121386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948cbe7c-ef2c-406c-8241-82d789db430a,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:00.874677 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-0abd7fa6-a929-4479-88d1-728465121386 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8be66b48886349c29344ce78aa42feb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7195776 May 31 11:53:00.874677 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-0abd7fa6-a929-4479-88d1-728465121386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:00.875816 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40482) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:00.895075 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9899365-8fa1-401c-86c7-b7e34900c05c x-openstack-request-id: req-d9899365-8fa1-401c-86c7-b7e34900c05c {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:00.895717 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c5b8c2-2243-4533-8b9e-8d0410969b75", "tag": "cc1bf53a-8a89-4cbc-9c70-66d582f39584", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:00.896280 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9899365-8fa1-401c-86c7-b7e34900c05c {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:00.897454 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c5b8c2-2243-4533-8b9e-8d0410969b75', 'tag': 'cc1bf53a-8a89-4cbc-9c70-66d582f39584', 'status': 'completed', 'code': 200} May 31 11:53:00.935144 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac5ac0-562d-4692-82cf-c66f0f3da71a req-10a67b9b-7c92-4e83-91fc-8693e6208ad2 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:00.940302 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-15ac5ac0-562d-4692-82cf-c66f0f3da71a req-10a67b9b-7c92-4e83-91fc-8693e6208ad2 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 945 time: 0.3344693 May 31 11:53:00.962123 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-9641b948-78a7-42a4-8fb2-4042ec1c434e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.025985 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-9641b948-78a7-42a4-8fb2-4042ec1c434e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.035989 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f7d7eccb-1911-4908-9a46-bf39f6b87572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.056066 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-15ac5ac0-562d-4692-82cf-c66f0f3da71a req-97e7186e-7cd7-4725-9c0d-a9ff53cf6e35 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967383 May 31 11:53:01.058395 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.110499 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f7d7eccb-1911-4908-9a46-bf39f6b87572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.112882 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365a6bc-fa09-4a42-b9b8-961c5fa062f9 req-a416fd6b-8de8-4c81-86e7-3f8017d61a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:01.113742 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 4c1b4fca-9552-4847-9a4e-bd34803b7b29, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4c1b4fca-9552-4847-9a4e-bd34803b7b29,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:01.114555 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1365a6bc-fa09-4a42-b9b8-961c5fa062f9 req-a416fd6b-8de8-4c81-86e7-3f8017d61a80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4795d24d302b4c4189da5f0c3d8fc8fe&device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 1097 time: 0.2214129 May 31 11:53:01.119574 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeca128-9b2c-4bd2-9262-8d11d61355c1 x-openstack-request-id: req-bdeca128-9b2c-4bd2-9262-8d11d61355c1 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:01.120302 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576fcbad-06da-401a-83ee-c541ca599ab3", "name": "network-vif-plugged", "status": "completed", "tag": "6af960ef-d181-443f-ac67-270326c169d1", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:01.120827 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bdeca128-9b2c-4bd2-9262-8d11d61355c1 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:01.122000 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576fcbad-06da-401a-83ee-c541ca599ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af960ef-d181-443f-ac67-270326c169d1', 'code': 200} May 31 11:53:01.179044 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.192559 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b3be7737-ed96-4f2c-a42a-93da3d99112d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:01.256412 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-9641b948-78a7-42a4-8fb2-4042ec1c434e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.259851 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f7d7eccb-1911-4908-9a46-bf39f6b87572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.264988 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ff16868f-50f5-42c1-a785-7b799b77ba3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:01.280093 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=4c1b4fca-9552-4847-9a4e-bd34803b7b29,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:01.291062 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-8f0af04f-89a8-4759-910f-bcb1628e6fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:01.292593 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:01.327428 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7eccb-1911-4908-9a46-bf39f6b87572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948cbe7c-ef2c-406c-8241-82d789db430a,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:01.329964 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f7d7eccb-1911-4908-9a46-bf39f6b87572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.342032 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-f7d7eccb-1911-4908-9a46-bf39f6b87572 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/948cbe7c-ef2c-406c-8241-82d789db430a HTTP/1.1" status: 204 len: 168 time: 0.4634113 May 31 11:53:01.343117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-f7d7eccb-1911-4908-9a46-bf39f6b87572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:01.381230 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641b948-78a7-42a4-8fb2-4042ec1c434e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4db53f-a972-4635-b7de-dba64d4d37c2,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:01.393526 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-9641b948-78a7-42a4-8fb2-4042ec1c434e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:01.408602 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-9641b948-78a7-42a4-8fb2-4042ec1c434e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a4db53f-a972-4635-b7de-dba64d4d37c2 HTTP/1.1" status: 204 len: 168 time: 0.5936339 May 31 11:53:01.410878 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-9641b948-78a7-42a4-8fb2-4042ec1c434e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:01.488518 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40504) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:01.517261 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365a6bc-fa09-4a42-b9b8-961c5fa062f9 req-420b179a-0a0b-457c-a954-35b2bd3de40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:01.527800 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1365a6bc-fa09-4a42-b9b8-961c5fa062f9 req-420b179a-0a0b-457c-a954-35b2bd3de40b service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd3127e-a427-4d2a-a0cb-273aa10eec42 HTTP/1.1" status: 200 len: 919 time: 0.3662491 May 31 11:53:01.754962 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148968c-a9ab-4c81-b888-d185723c706b req-512a89a4-9655-4345-a2ea-b968e9b5d3c9 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:01.756600 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f148968c-a9ab-4c81-b888-d185723c706b req-512a89a4-9655-4345-a2ea-b968e9b5d3c9 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 945 time: 0.0969913 May 31 11:53:01.776589 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1365a6bc-fa09-4a42-b9b8-961c5fa062f9 req-82f4343a-4bdd-446f-812b-bbdbde524370 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc1bf53a-8a89-4cbc-9c70-66d582f39584 HTTP/1.1" status: 200 len: 217 time: 0.2411799 May 31 11:53:01.860597 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f148968c-a9ab-4c81-b888-d185723c706b req-5feea6c7-7c93-457d-a6f5-943150813aa8 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982044 May 31 11:53:01.865740 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device e67ee191-9ac9-4134-97db-71270688c45e details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:53:01.894509 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365a6bc-fa09-4a42-b9b8-961c5fa062f9 req-a084b2cc-0311-4ac7-89c5-cef37a8fefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:01.896068 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1365a6bc-fa09-4a42-b9b8-961c5fa062f9 req-a084b2cc-0311-4ac7-89c5-cef37a8fefd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b89b243e-d588-4c64-a5f7-a9c0cf16fb4c HTTP/1.1" status: 200 len: 858 time: 0.1116714 May 31 11:53:02.042823 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5ce0eb1d-6f7e-4d0a-96b3-42281d890ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.046676 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port e67ee191-9ac9-4134-97db-71270688c45e, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e67ee191-9ac9-4134-97db-71270688c45e,segment=NetworkSegment(7e1bf3ed-aace-4f7b-8672-b62e0616f73f),segment_id=7e1bf3ed-aace-4f7b-8672-b62e0616f73f)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:02.052288 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1365a6bc-fa09-4a42-b9b8-961c5fa062f9 req-4d68e38b-7b7b-4f99-b6ee-a7babec28829 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd3127e-a427-4d2a-a0cb-273aa10eec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488242 May 31 11:53:02.054289 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-5ce0eb1d-6f7e-4d0a-96b3-42281d890ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:02.058752 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-5ce0eb1d-6f7e-4d0a-96b3-42281d890ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:6ea2b77fb6e64fae9e5c799a5a3612ee is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:02.059863 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b652a61-f439-418a-9e72-a4cfab18865a req-5fbaf876-1411-4c94-abc0-3dba6493114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:02.061517 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1b652a61-f439-418a-9e72-a4cfab18865a req-5fbaf876-1411-4c94-abc0-3dba6493114c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 1098 time: 0.3739712 May 31 11:53:02.061650 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-5ce0eb1d-6f7e-4d0a-96b3-42281d890ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:02.064573 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': 'e67ee191-9ac9-4134-97db-71270688c45e', 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42', 'port_id': 'e67ee191-9ac9-4134-97db-71270688c45e', 'mac_address': 'fa:16:3e:a1:e7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89b243e-d588-4c64-a5f7-a9c0cf16fb4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:53:02.068659 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-5ce0eb1d-6f7e-4d0a-96b3-42281d890ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:02.149996 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.165356 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1b652a61-f439-418a-9e72-a4cfab18865a req-a3cfc710-dc89-4df0-81c9-ad542b7bb917 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.187197 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67ee191-9ac9-4134-97db-71270688c45e {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:53:02.200415 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5ce0eb1d-6f7e-4d0a-96b3-42281d890ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.207552 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port e67ee191-9ac9-4134-97db-71270688c45e, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e67ee191-9ac9-4134-97db-71270688c45e,segment=NetworkSegment(7e1bf3ed-aace-4f7b-8672-b62e0616f73f),segment_id=7e1bf3ed-aace-4f7b-8672-b62e0616f73f)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:02.230799 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-1b652a61-f439-418a-9e72-a4cfab18865a req-a3cfc710-dc89-4df0-81c9-ad542b7bb917 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:02.238736 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-1b652a61-f439-418a-9e72-a4cfab18865a req-a3cfc710-dc89-4df0-81c9-ad542b7bb917 service neutron] Usage tracker for resource:security_group_rule and tenant:c6d91b2353b34cd7aaebdad0df6586e5 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:02.245592 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-1b652a61-f439-418a-9e72-a4cfab18865a req-a3cfc710-dc89-4df0-81c9-ad542b7bb917 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:02.269223 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-1b652a61-f439-418a-9e72-a4cfab18865a req-a3cfc710-dc89-4df0-81c9-ad542b7bb917 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:02.311604 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.311961 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5ce0eb1d-6f7e-4d0a-96b3-42281d890ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.315326 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:02.316226 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1365a6bc-fa09-4a42-b9b8-961c5fa062f9 req-017a1cf6-a8dc-4948-ac25-5b4e61be109c service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535532 May 31 11:53:02.324222 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9a5bdfd4-38f8-4c75-8bdf-c2a5a7126d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:02.330305 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a5573-cd06-4608-8a50-979667c223a9 req-689a882d-252d-44d1-87e5-0927f705d8c7 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:02.332706 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ca7a5573-cd06-4608-8a50-979667c223a9 req-689a882d-252d-44d1-87e5-0927f705d8c7 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 944 time: 0.3642437 May 31 11:53:02.397011 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-5ce0eb1d-6f7e-4d0a-96b3-42281d890ff4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ea2b77fb6e64fae9e5c799a5a3612ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9068327 May 31 11:53:02.399191 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-6d0b689e-b8b7-4c7a-b713-71dbf836a878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.402967 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.403895 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0eb1d-6f7e-4d0a-96b3-42281d890ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f453d1c-a52c-4927-953d-5160b495b2e6,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:02.406535 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40536) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:02.410201 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-5ce0eb1d-6f7e-4d0a-96b3-42281d890ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:02.500325 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=e67ee191-9ac9-4134-97db-71270688c45e,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:02.501835 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea1a2f-ec44-4e9f-9ec0-34853f82ea33 req-ec34f0e8-7043-40bd-a985-55a87e7d4b61 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:02.503396 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e9ea1a2f-ec44-4e9f-9ec0-34853f82ea33 req-ec34f0e8-7043-40bd-a985-55a87e7d4b61 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 945 time: 0.2521100 May 31 11:53:02.509574 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:02.533830 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ca7a5573-cd06-4608-8a50-979667c223a9 req-339d66bf-bae3-486b-a6ec-a2d8f716bbe8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735864 May 31 11:53:02.556412 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-32296332-1d16-4872-872b-2f4aecba672d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.586266 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e9ea1a2f-ec44-4e9f-9ec0-34853f82ea33 req-e99c4f0c-48c4-4e7a-b65a-1b7e43fe3292 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736837 May 31 11:53:02.596765 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40542) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:02.607296 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-32296332-1d16-4872-872b-2f4aecba672d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.610690 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1365a6bc-fa09-4a42-b9b8-961c5fa062f9 req-874eacaf-b276-402f-af5a-d6f2bdef7bea service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769315 May 31 11:53:02.613171 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1b652a61-f439-418a-9e72-a4cfab18865a req-a3cfc710-dc89-4df0-81c9-ad542b7bb917 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.673626 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['e67ee191-9ac9-4134-97db-71270688c45e'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:53:02.727762 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1b652a61-f439-418a-9e72-a4cfab18865a req-a3cfc710-dc89-4df0-81c9-ad542b7bb917 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.740959 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-32296332-1d16-4872-872b-2f4aecba672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.749799 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-4deee1da-e564-4a8c-b33b-fb3a5d43ea72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:02.750324 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:02.763137 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1b652a61-f439-418a-9e72-a4cfab18865a req-a3cfc710-dc89-4df0-81c9-ad542b7bb917 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6724117 May 31 11:53:02.777366 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32296332-1d16-4872-872b-2f4aecba672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f453d1c-a52c-4927-953d-5160b495b2e6,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:02.781334 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-32296332-1d16-4872-872b-2f4aecba672d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:02.783355 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfc710-dc89-4df0-81c9-ad542b7bb917 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=67e497f7-33fa-4565-8205-a928bb31e257,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:02.785023 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-32296332-1d16-4872-872b-2f4aecba672d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.789217 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-32296332-1d16-4872-872b-2f4aecba672d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f453d1c-a52c-4927-953d-5160b495b2e6 HTTP/1.1" status: 204 len: 168 time: 0.3808351 May 31 11:53:02.790517 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-a3cfc710-dc89-4df0-81c9-ad542b7bb917 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:02.839926 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3e86a50a-49bc-4eb9-975d-f6928460e419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.855921 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-3e86a50a-49bc-4eb9-975d-f6928460e419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:02.861360 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-3e86a50a-49bc-4eb9-975d-f6928460e419 admin admin] Usage tracker for resource:security_group_rule and tenant:1ffeff0b36a847d7b2b662ac20192241 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:02.864394 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-3e86a50a-49bc-4eb9-975d-f6928460e419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:02.870779 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-3e86a50a-49bc-4eb9-975d-f6928460e419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:02.959565 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3e86a50a-49bc-4eb9-975d-f6928460e419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.995718 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3e86a50a-49bc-4eb9-975d-f6928460e419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:03.005630 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:03.047157 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-3e86a50a-49bc-4eb9-975d-f6928460e419 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ffeff0b36a847d7b2b662ac20192241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4486296 May 31 11:53:03.048053 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86a50a-49bc-4eb9-975d-f6928460e419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6de0fd-342b-4695-8bd8-879873c9e167,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:03.050202 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 40560) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:03.051049 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-3e86a50a-49bc-4eb9-975d-f6928460e419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:03.082685 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd07ba-1cd7-4d45-a36a-09eada29d4ee req-842d819a-caf7-4f3e-b100-aab579e4ff29 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:03.084600 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2fcd07ba-1cd7-4d45-a36a-09eada29d4ee req-842d819a-caf7-4f3e-b100-aab579e4ff29 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 945 time: 0.1123033 May 31 11:53:03.123230 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c68cc6-14df-45a0-acae-9d27965fef80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1b4fca-9552-4847-9a4e-bd34803b7b29'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:03.127577 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ca0e24-6e15-4fff-b55c-51282f024b5a" -d '{"events": [{"server_uuid": "08c68cc6-14df-45a0-acae-9d27965fef80", "name": "network-vif-plugged", "status": "completed", "tag": "4c1b4fca-9552-4847-9a4e-bd34803b7b29"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:03.148222 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:03.163206 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2fcd07ba-1cd7-4d45-a36a-09eada29d4ee req-5c9d0526-cfd6-48fe-bfe6-ea67200c06e5 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681455 May 31 11:53:03.172048 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e005-5e62-4566-adfe-c1ff941171bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:03.191132 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90f2333-76af-4688-aa37-4524f96e3715 x-openstack-request-id: req-f90f2333-76af-4688-aa37-4524f96e3715 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:03.191621 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c68cc6-14df-45a0-acae-9d27965fef80", "name": "network-vif-plugged", "status": "completed", "tag": "4c1b4fca-9552-4847-9a4e-bd34803b7b29", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:03.191985 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f90f2333-76af-4688-aa37-4524f96e3715 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:03.192408 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c68cc6-14df-45a0-acae-9d27965fef80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1b4fca-9552-4847-9a4e-bd34803b7b29', 'code': 200} May 31 11:53:03.210780 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e005-5e62-4566-adfe-c1ff941171bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:03.350934 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e005-5e62-4566-adfe-c1ff941171bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:03.356659 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2d63ac2f-1880-48ef-b41d-45e407897e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:03.371331 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1e005-5e62-4566-adfe-c1ff941171bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6de0fd-342b-4695-8bd8-879873c9e167,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:03.374703 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2cc1e005-5e62-4566-adfe-c1ff941171bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:03.378942 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e005-5e62-4566-adfe-c1ff941171bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:03.382857 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-2cc1e005-5e62-4566-adfe-c1ff941171bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f6de0fd-342b-4695-8bd8-879873c9e167 HTTP/1.1" status: 204 len: 168 time: 0.3288021 May 31 11:53:03.548285 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40590) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:03.578557 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-05c39b49-0913-4f4a-909c-eb116a51d742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:03.617532 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-05c39b49-0913-4f4a-909c-eb116a51d742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:03.627638 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-05c39b49-0913-4f4a-909c-eb116a51d742 admin admin] Usage tracker for resource:security_group_rule and tenant:e2c02cc0ea42491a823e2d3ca597b204 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:03.638558 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-05c39b49-0913-4f4a-909c-eb116a51d742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:03.651517 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-05c39b49-0913-4f4a-909c-eb116a51d742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:03.671775 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6fcb9-015f-4a96-9f9f-0cb09a434ff6 req-313a85bb-807d-4338-befb-35c37e8f5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:03.675414 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-40d6fcb9-015f-4a96-9f9f-0cb09a434ff6 req-313a85bb-807d-4338-befb-35c37e8f5cfc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 1098 time: 0.1217556 May 31 11:53:03.793319 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-40d6fcb9-015f-4a96-9f9f-0cb09a434ff6 req-9c16b093-095f-424c-a3fa-a6e4e7c548ab service neutron] Synchronizing usage tracker for tenant:c6d91b2353b34cd7aaebdad0df6586e5 on resource:security_group {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:53:03.835023 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a6e1e-620f-4155-b7ab-23a060f0cd79 req-678d3c27-3c62-4eb0-aeec-9b70e9950f38 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:03.837248 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cf2a6e1e-620f-4155-b7ab-23a060f0cd79 req-678d3c27-3c62-4eb0-aeec-9b70e9950f38 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 944 time: 0.1154020 May 31 11:53:03.844550 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-05c39b49-0913-4f4a-909c-eb116a51d742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:03.881724 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8573841-6a0e-4f61-85bc-8ea27bd7a6a9 req-441b7418-e29d-464a-898a-8f00002ccb6a tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:03.884128 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b8573841-6a0e-4f61-85bc-8ea27bd7a6a9 req-441b7418-e29d-464a-898a-8f00002ccb6a tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 945 time: 0.1122055 May 31 11:53:03.884856 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cf2a6e1e-620f-4155-b7ab-23a060f0cd79 req-8279ecf8-bdf4-4865-85c6-94220f05c010 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406709 May 31 11:53:03.900231 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device cc1bf53a-8a89-4cbc-9c70-66d582f39584 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:53:03.913204 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device e67ee191-9ac9-4134-97db-71270688c45e up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:53:03.927112 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-40d6fcb9-015f-4a96-9f9f-0cb09a434ff6 req-9c16b093-095f-424c-a3fa-a6e4e7c548ab service neutron] Unset dirty status for tenant:c6d91b2353b34cd7aaebdad0df6586e5 on resource:security_group {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:53:03.928268 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-40d6fcb9-015f-4a96-9f9f-0cb09a434ff6 req-9c16b093-095f-424c-a3fa-a6e4e7c548ab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467782 May 31 11:53:03.941780 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b8573841-6a0e-4f61-85bc-8ea27bd7a6a9 req-02975ff1-20ee-43c6-9afa-ad3958a8efa3 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516732 May 31 11:53:03.965880 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-05c39b49-0913-4f4a-909c-eb116a51d742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:03.980451 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-29585fef-1313-404c-971a-42f95d679649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:04.025813 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c39b49-0913-4f4a-909c-eb116a51d742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baa1929-2cbe-49f0-9693-021df9068e7e,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:04.032024 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-05c39b49-0913-4f4a-909c-eb116a51d742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:04.037971 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-05c39b49-0913-4f4a-909c-eb116a51d742 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2c02cc0ea42491a823e2d3ca597b204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861066 May 31 11:53:04.039493 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 40606) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:04.103536 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-68515229-050d-4d62-aa98-182afa0dc3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:04.104646 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port cc1bf53a-8a89-4cbc-9c70-66d582f39584, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cc1bf53a-8a89-4cbc-9c70-66d582f39584,segment=NetworkSegment(7e1bf3ed-aace-4f7b-8672-b62e0616f73f),segment_id=7e1bf3ed-aace-4f7b-8672-b62e0616f73f)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:04.118633 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': 'cc1bf53a-8a89-4cbc-9c70-66d582f39584', 'network_id': 'abd3127e-a427-4d2a-a0cb-273aa10eec42', 'port_id': 'cc1bf53a-8a89-4cbc-9c70-66d582f39584', 'mac_address': 'fa:16:3e:5f:3e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89b243e-d588-4c64-a5f7-a9c0cf16fb4c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:53:04.129817 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-68515229-050d-4d62-aa98-182afa0dc3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:04.182995 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port e67ee191-9ac9-4134-97db-71270688c45e completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:53:04.202527 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:04.228792 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port e67ee191-9ac9-4134-97db-71270688c45e triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:04.229650 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:04.261021 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1bf53a-8a89-4cbc-9c70-66d582f39584 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:53:04.281719 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-68515229-050d-4d62-aa98-182afa0dc3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:04.297786 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port cc1bf53a-8a89-4cbc-9c70-66d582f39584, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cc1bf53a-8a89-4cbc-9c70-66d582f39584,segment=NetworkSegment(7e1bf3ed-aace-4f7b-8672-b62e0616f73f),segment_id=7e1bf3ed-aace-4f7b-8672-b62e0616f73f)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:04.318192 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ad56fdf1-c8e8-48fc-b50e-4cae31ae7836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:04.338058 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68515229-050d-4d62-aa98-182afa0dc3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baa1929-2cbe-49f0-9693-021df9068e7e,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:04.340372 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-68515229-050d-4d62-aa98-182afa0dc3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:04.357496 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-68515229-050d-4d62-aa98-182afa0dc3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:04.358613 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-68515229-050d-4d62-aa98-182afa0dc3ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2baa1929-2cbe-49f0-9693-021df9068e7e HTTP/1.1" status: 204 len: 168 time: 0.3182228 May 31 11:53:04.367794 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:04.377235 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:04.399073 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac6d18-07c6-40c2-a051-24f26214cccb req-44451522-273f-4439-9d64-0d5e204f38f1 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:04.400644 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-5fac6d18-07c6-40c2-a051-24f26214cccb req-44451522-273f-4439-9d64-0d5e204f38f1 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 945 time: 0.1136110 May 31 11:53:04.441486 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:04.485694 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=cc1bf53a-8a89-4cbc-9c70-66d582f39584,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:04.489151 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:04.490610 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port e67ee191-9ac9-4134-97db-71270688c45e, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e67ee191-9ac9-4134-97db-71270688c45e,segment=NetworkSegment(7e1bf3ed-aace-4f7b-8672-b62e0616f73f),segment_id=7e1bf3ed-aace-4f7b-8672-b62e0616f73f)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:04.492463 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-5fac6d18-07c6-40c2-a051-24f26214cccb req-aa562fcd-3565-4734-ac28-86686c17bda9 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850446 May 31 11:53:04.567332 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:04.570441 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:04.635970 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=e67ee191-9ac9-4134-97db-71270688c45e,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:04.638857 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:04.851547 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['cc1bf53a-8a89-4cbc-9c70-66d582f39584'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:53:05.015117 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:05.194458 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78fa935-4a19-406a-8dce-116d25f9fb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67ee191-9ac9-4134-97db-71270688c45e'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:05.197567 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ae156f-e7ef-47d4-97a7-be78c3ff6a13" -d '{"events": [{"server_uuid": "b78fa935-4a19-406a-8dce-116d25f9fb2a", "name": "network-vif-plugged", "status": "completed", "tag": "e67ee191-9ac9-4134-97db-71270688c45e"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:05.223918 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633231a-544a-4552-b5ba-939b15c0eb1b req-17228ea8-b555-4437-ac34-40a3a289a93a tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:05.226731 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6633231a-544a-4552-b5ba-939b15c0eb1b req-17228ea8-b555-4437-ac34-40a3a289a93a tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 945 time: 0.1978133 May 31 11:53:05.240454 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96dfeb-8c88-4ce1-b0e3-9781d58513ab req-3ced29c5-d85a-4376-96c1-64dabdd056f6 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:05.244604 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4e96dfeb-8c88-4ce1-b0e3-9781d58513ab req-3ced29c5-d85a-4376-96c1-64dabdd056f6 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 945 time: 0.1159787 May 31 11:53:05.300568 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6633231a-544a-4552-b5ba-939b15c0eb1b req-f80ca2bb-cc55-43c2-a558-cb71729ee570 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655403 May 31 11:53:05.308702 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4e96dfeb-8c88-4ce1-b0e3-9781d58513ab req-4c390c52-8ca8-4cc2-9b33-e47707c88039 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600960 May 31 11:53:05.359299 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a19204-5b91-4513-9c83-332e4392ed79 x-openstack-request-id: req-71a19204-5b91-4513-9c83-332e4392ed79 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:05.359695 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78fa935-4a19-406a-8dce-116d25f9fb2a", "name": "network-vif-plugged", "status": "completed", "tag": "e67ee191-9ac9-4134-97db-71270688c45e", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:05.360157 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71a19204-5b91-4513-9c83-332e4392ed79 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:05.360649 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78fa935-4a19-406a-8dce-116d25f9fb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67ee191-9ac9-4134-97db-71270688c45e', 'code': 200} May 31 11:53:05.743175 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195a7b4-0367-44fa-9e6a-12bc8cb8bd9f req-6f405695-acac-4856-b616-73bc7063f1ce tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:05.744723 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7195a7b4-0367-44fa-9e6a-12bc8cb8bd9f req-6f405695-acac-4856-b616-73bc7063f1ce tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 945 time: 0.1020837 May 31 11:53:05.800556 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7195a7b4-0367-44fa-9e6a-12bc8cb8bd9f req-1b966908-51b1-49e0-ba6c-37f5005a615a tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499046 May 31 11:53:06.046370 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb43e35-e3c7-4ffe-a1b8-d096a755e14f req-39cb2151-c620-464c-a72f-6082dabf74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:06.047822 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4cb43e35-e3c7-4ffe-a1b8-d096a755e14f req-39cb2151-c620-464c-a72f-6082dabf74dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 1099 time: 0.0783596 May 31 11:53:06.115129 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4cb43e35-e3c7-4ffe-a1b8-d096a755e14f req-0abc85b1-36a2-48cc-b08d-ff1d0df08355 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493956 May 31 11:53:06.533386 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424b82a-36a4-42a1-806f-68032f758c93 req-d1daa5e5-7846-467e-b0f3-24213fd430e1 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:06.535013 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c424b82a-36a4-42a1-806f-68032f758c93 req-d1daa5e5-7846-467e-b0f3-24213fd430e1 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 945 time: 0.0870831 May 31 11:53:06.578674 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c424b82a-36a4-42a1-806f-68032f758c93 req-38baca57-b0b8-4e2f-ac36-063b7b46cf87 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371001 May 31 11:53:07.065581 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fd321-0b8b-435f-91a2-f852d3a8c2d2 req-48b3ae25-78d4-4d60-a769-b7fd6dbfd71b tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:07.066917 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8a4fd321-0b8b-435f-91a2-f852d3a8c2d2 req-48b3ae25-78d4-4d60-a769-b7fd6dbfd71b tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 945 time: 0.1418169 May 31 11:53:07.111479 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8a4fd321-0b8b-435f-91a2-f852d3a8c2d2 req-faa483ac-a47a-4fb2-b9b2-28abdb6810a8 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385671 May 31 11:53:07.253557 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:07.797401 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408322c-c573-4214-9cf8-265bb1a839e9 req-5a304905-e9af-4a74-bee4-35abab47e949 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:07.798919 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a408322c-c573-4214-9cf8-265bb1a839e9 req-5a304905-e9af-4a74-bee4-35abab47e949 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 945 time: 0.0898569 May 31 11:53:07.844820 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a408322c-c573-4214-9cf8-265bb1a839e9 req-5e50381c-5308-4918-a4b4-59c0c980a160 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391653 May 31 11:53:07.900456 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device cc1bf53a-8a89-4cbc-9c70-66d582f39584 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:53:08.041749 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port cc1bf53a-8a89-4cbc-9c70-66d582f39584 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:53:08.046785 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port cc1bf53a-8a89-4cbc-9c70-66d582f39584 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:08.047215 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:08.167291 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:08.196149 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c5b8c2-2243-4533-8b9e-8d0410969b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1bf53a-8a89-4cbc-9c70-66d582f39584'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:08.198545 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582e6ac9-b686-4b65-9cd5-72452f4cce05" -d '{"events": [{"server_uuid": "97c5b8c2-2243-4533-8b9e-8d0410969b75", "name": "network-vif-plugged", "status": "completed", "tag": "cc1bf53a-8a89-4cbc-9c70-66d582f39584"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:08.207133 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port cc1bf53a-8a89-4cbc-9c70-66d582f39584, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cc1bf53a-8a89-4cbc-9c70-66d582f39584,segment=NetworkSegment(7e1bf3ed-aace-4f7b-8672-b62e0616f73f),segment_id=7e1bf3ed-aace-4f7b-8672-b62e0616f73f)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:08.244250 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4965fdeb-5d6f-420f-b656-32ee18fd5336 x-openstack-request-id: req-4965fdeb-5d6f-420f-b656-32ee18fd5336 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:08.244549 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c5b8c2-2243-4533-8b9e-8d0410969b75", "name": "network-vif-plugged", "status": "completed", "tag": "cc1bf53a-8a89-4cbc-9c70-66d582f39584", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:08.244886 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4965fdeb-5d6f-420f-b656-32ee18fd5336 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:08.245307 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c5b8c2-2243-4533-8b9e-8d0410969b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1bf53a-8a89-4cbc-9c70-66d582f39584', 'code': 200} May 31 11:53:08.299719 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:08.302803 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:08.379496 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=cc1bf53a-8a89-4cbc-9c70-66d582f39584,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:08.383061 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:08.767185 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650b12b-8cfd-48a5-bd80-abb42ab9d5d9 req-2d3e01f9-aa2e-4165-abca-e52848f570f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:08.768797 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a650b12b-8cfd-48a5-bd80-abb42ab9d5d9 req-2d3e01f9-aa2e-4165-abca-e52848f570f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 1099 time: 0.0810354 May 31 11:53:08.823276 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a650b12b-8cfd-48a5-bd80-abb42ab9d5d9 req-9344a3a0-4460-40e0-8f20-a483531ad71a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348904 May 31 11:53:09.036784 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9799f4-5d0b-4b39-b8ea-a7185a6c0f71 req-52d88bc6-3d61-45c7-848e-352f82beed87 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:09.038392 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0c9799f4-5d0b-4b39-b8ea-a7185a6c0f71 req-52d88bc6-3d61-45c7-848e-352f82beed87 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.0818813 May 31 11:53:09.084617 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0c9799f4-5d0b-4b39-b8ea-a7185a6c0f71 req-f0543595-ffd6-436f-beb8-abf6ad4c24c4 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395279 May 31 11:53:10.319845 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923027a6-4bc3-4014-b7dd-88f08e62d7ed req-3ef9b78c-fdb7-49ec-9c6e-35c57913566e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:10.324487 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-923027a6-4bc3-4014-b7dd-88f08e62d7ed req-3ef9b78c-fdb7-49ec-9c6e-35c57913566e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1153855 May 31 11:53:10.373354 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-923027a6-4bc3-4014-b7dd-88f08e62d7ed req-e073367f-e75c-4dc8-81af-c3525568841d tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463693 May 31 11:53:11.552770 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6cdcb-7b31-44dd-9e5f-0f190a2013e7 req-c4fb3e04-2f98-48c8-a41c-bf39142d295a tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:11.554944 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-88e6cdcb-7b31-44dd-9e5f-0f190a2013e7 req-c4fb3e04-2f98-48c8-a41c-bf39142d295a tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.0776844 May 31 11:53:11.600232 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-88e6cdcb-7b31-44dd-9e5f-0f190a2013e7 req-5966e1db-17f9-4106-b144-db6e08c475cd tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394073 May 31 11:53:12.429780 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54256c-44db-4300-b2d4-e039e2e3e4dc req-2289f3ad-382b-40d8-bae9-faffa532cfb7 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:12.431252 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ac54256c-44db-4300-b2d4-e039e2e3e4dc req-2289f3ad-382b-40d8-bae9-faffa532cfb7 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1212733 May 31 11:53:12.487695 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ac54256c-44db-4300-b2d4-e039e2e3e4dc req-a12fbadd-a0e0-41fd-9f42-7dc6cfecff20 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477438 May 31 11:53:12.504775 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d549396-6ea6-4750-9f98-ffaca386dea6 req-a6232aef-caab-4f84-ad2a-6acdfa77b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:12.506415 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4d549396-6ea6-4750-9f98-ffaca386dea6 req-a6232aef-caab-4f84-ad2a-6acdfa77b36e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4795d24d302b4c4189da5f0c3d8fc8fe&device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 1099 time: 0.1268568 May 31 11:53:12.672036 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d549396-6ea6-4750-9f98-ffaca386dea6 req-d6d0209b-4bf7-48e5-a6c3-685a97621a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:12.673454 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4d549396-6ea6-4750-9f98-ffaca386dea6 req-d6d0209b-4bf7-48e5-a6c3-685a97621a7f service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd3127e-a427-4d2a-a0cb-273aa10eec42 HTTP/1.1" status: 200 len: 919 time: 0.1490209 May 31 11:53:12.756617 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4d549396-6ea6-4750-9f98-ffaca386dea6 req-069f5572-b932-4e7e-82fb-aab551a01f04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc1bf53a-8a89-4cbc-9c70-66d582f39584 HTTP/1.1" status: 200 len: 217 time: 0.0660188 May 31 11:53:12.832486 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d549396-6ea6-4750-9f98-ffaca386dea6 req-5dc77d5f-f794-443e-bbf5-3732111109a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:12.833956 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4d549396-6ea6-4750-9f98-ffaca386dea6 req-5dc77d5f-f794-443e-bbf5-3732111109a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b89b243e-d588-4c64-a5f7-a9c0cf16fb4c HTTP/1.1" status: 200 len: 858 time: 0.0611653 May 31 11:53:12.881601 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4d549396-6ea6-4750-9f98-ffaca386dea6 req-3d8a5891-6942-4cb8-af31-e0e9cb217d0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd3127e-a427-4d2a-a0cb-273aa10eec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400133 May 31 11:53:13.007922 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40936) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:13.034096 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4d549396-6ea6-4750-9f98-ffaca386dea6 req-43818f9b-8ea6-46cd-afd9-188757504bbe service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317415 May 31 11:53:13.136350 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a9f5c70-560c-4583-9844-2bc6c435bae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:13.150736 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-9a9f5c70-560c-4583-9844-2bc6c435bae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:13.154746 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-9a9f5c70-560c-4583-9844-2bc6c435bae6 admin admin] Usage tracker for resource:security_group_rule and tenant:1e2e5c500964426fbb43116c8a9b070d is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:13.158042 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-9a9f5c70-560c-4583-9844-2bc6c435bae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:13.165872 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-9a9f5c70-560c-4583-9844-2bc6c435bae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:13.194023 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4d549396-6ea6-4750-9f98-ffaca386dea6 req-e985ad78-350b-4180-90c2-62709cf587fb service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361394 May 31 11:53:13.248307 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a9f5c70-560c-4583-9844-2bc6c435bae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:13.355984 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a9f5c70-560c-4583-9844-2bc6c435bae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:13.365235 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-96443f77-54ac-4d6f-b9a2-69ff510beb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:13.404991 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-9a9f5c70-560c-4583-9844-2bc6c435bae6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e2e5c500964426fbb43116c8a9b070d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959241 May 31 11:53:13.406688 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f5c70-560c-4583-9844-2bc6c435bae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7287c7f-c614-4a33-b427-74d76b365a6d,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:13.411056 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 40950) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:13.411173 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9a9f5c70-560c-4583-9844-2bc6c435bae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:13.467346 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a86b7356-57c4-44c9-b655-de12dfeced95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:13.494593 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a86b7356-57c4-44c9-b655-de12dfeced95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:13.624469 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a86b7356-57c4-44c9-b655-de12dfeced95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:13.628188 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b6ac1188-e64f-4056-979e-feac451bc842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:13.640742 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b7356-57c4-44c9-b655-de12dfeced95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7287c7f-c614-4a33-b427-74d76b365a6d,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:13.644207 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-a86b7356-57c4-44c9-b655-de12dfeced95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:13.649205 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a86b7356-57c4-44c9-b655-de12dfeced95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:13.650546 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-a86b7356-57c4-44c9-b655-de12dfeced95 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7287c7f-c614-4a33-b427-74d76b365a6d HTTP/1.1" status: 204 len: 168 time: 0.2417386 May 31 11:53:13.733136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b0e04-89aa-47e4-9ef9-9331cd1937d0 req-fd93bff7-ab7e-4cd0-98a4-bdc264fedb93 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:13.734735 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-445b0e04-89aa-47e4-9ef9-9331cd1937d0 req-fd93bff7-ab7e-4cd0-98a4-bdc264fedb93 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1026945 May 31 11:53:13.784953 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-445b0e04-89aa-47e4-9ef9-9331cd1937d0 req-08de2afb-bc1b-4e01-95b2-7984dc153c2b tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438173 May 31 11:53:14.386352 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 40994) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:14.404356 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ce5232d9-ac53-43c7-a7cc-a3592bdc5276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:14.419870 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-ce5232d9-ac53-43c7-a7cc-a3592bdc5276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:14.423989 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-ce5232d9-ac53-43c7-a7cc-a3592bdc5276 admin admin] Usage tracker for resource:security_group_rule and tenant:c5dd45f8529e490a9201486f7108fcd9 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:14.427164 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-ce5232d9-ac53-43c7-a7cc-a3592bdc5276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:14.433203 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-ce5232d9-ac53-43c7-a7cc-a3592bdc5276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:14.516027 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ce5232d9-ac53-43c7-a7cc-a3592bdc5276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:14.624394 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ce5232d9-ac53-43c7-a7cc-a3592bdc5276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:14.640062 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-5c702fb2-324f-4fc5-a4f3-61f15cbd9415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:14.678004 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-ce5232d9-ac53-43c7-a7cc-a3592bdc5276 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5dd45f8529e490a9201486f7108fcd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904725 May 31 11:53:14.678535 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41006) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:14.679638 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5232d9-ac53-43c7-a7cc-a3592bdc5276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8927be-5e2b-44cb-9e06-8cc0cc1910ae,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:14.682811 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ce5232d9-ac53-43c7-a7cc-a3592bdc5276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:14.766482 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d0512085-4ef4-4cac-9678-25f27317ad97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:14.794888 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d0512085-4ef4-4cac-9678-25f27317ad97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:14.955928 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d0512085-4ef4-4cac-9678-25f27317ad97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:14.960869 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:14.981942 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0512085-4ef4-4cac-9678-25f27317ad97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8927be-5e2b-44cb-9e06-8cc0cc1910ae,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:14.989995 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-d0512085-4ef4-4cac-9678-25f27317ad97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:14.994792 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d0512085-4ef4-4cac-9678-25f27317ad97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:15.001640 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-d0512085-4ef4-4cac-9678-25f27317ad97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e8927be-5e2b-44cb-9e06-8cc0cc1910ae HTTP/1.1" status: 204 len: 168 time: 0.3207161 May 31 11:53:15.050537 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b745411-ec22-449b-b77c-802d9e307481 req-eac9a5dc-c04b-47ec-ba85-af5ac0141a48 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:15.051990 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0b745411-ec22-449b-b77c-802d9e307481 req-eac9a5dc-c04b-47ec-ba85-af5ac0141a48 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1169095 May 31 11:53:15.108641 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0b745411-ec22-449b-b77c-802d9e307481 req-e4981504-b84d-4833-a519-95f88fce19d2 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488021 May 31 11:53:15.341491 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269f128-5b49-44ba-8ff7-3bb0d50e2e4c req-555b12a3-54df-4ca8-b648-ecde3376a9b0 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:15.341491 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9269f128-5b49-44ba-8ff7-3bb0d50e2e4c req-555b12a3-54df-4ca8-b648-ecde3376a9b0 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 945 time: 0.0898988 May 31 11:53:15.389326 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9269f128-5b49-44ba-8ff7-3bb0d50e2e4c req-9efc2b5d-6ce6-4442-95e8-72163e51d29d tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434635 May 31 11:53:15.905535 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41080) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:16.053884 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5712-c02f-44e0-a357-b4ab601e3eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:16.071793 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-2fbc5712-c02f-44e0-a357-b4ab601e3eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:16.076196 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-2fbc5712-c02f-44e0-a357-b4ab601e3eda admin admin] Usage tracker for resource:security_group_rule and tenant:d483d29230cd4c3caf8c31b60719c1bb is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:16.079183 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-2fbc5712-c02f-44e0-a357-b4ab601e3eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:16.085623 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-2fbc5712-c02f-44e0-a357-b4ab601e3eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:16.214505 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5712-c02f-44e0-a357-b4ab601e3eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:16.307762 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5712-c02f-44e0-a357-b4ab601e3eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:16.321825 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-68515229-050d-4d62-aa98-182afa0dc3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:16.378443 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-2fbc5712-c02f-44e0-a357-b4ab601e3eda admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d483d29230cd4c3caf8c31b60719c1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4716485 May 31 11:53:16.379590 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc5712-c02f-44e0-a357-b4ab601e3eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dbebcd-3048-485a-80b6-abf7b4442ee4,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:16.385926 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41122) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:16.386676 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2fbc5712-c02f-44e0-a357-b4ab601e3eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:16.433362 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c253903-3dfc-4d73-bb04-e6b38fc8a118 req-c7ccc974-c457-4ba0-99db-f214bb08ac88 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:16.434870 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9c253903-3dfc-4d73-bb04-e6b38fc8a118 req-c7ccc974-c457-4ba0-99db-f214bb08ac88 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1950498 May 31 11:53:16.525091 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca6753-4346-473e-a3e9-00759448bde4 req-85c5e6f4-2495-4db7-aa00-af996252fcb7 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:16.527021 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9c253903-3dfc-4d73-bb04-e6b38fc8a118 req-32efb866-1b9c-4708-8fa4-eba6a86f660e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821013 May 31 11:53:16.527137 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6dca6753-4346-473e-a3e9-00759448bde4 req-85c5e6f4-2495-4db7-aa00-af996252fcb7 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/networks?id=0c08a832-fb58-46a4-9851-368bfaf2fd35 HTTP/1.1" status: 200 len: 814 time: 0.2127888 May 31 11:53:16.529892 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d7582bba-3d5f-4329-b645-6345a3bf1b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:16.555391 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6dca6753-4346-473e-a3e9-00759448bde4 req-0eaa95a9-5879-41a7-8deb-e4dbe9ede30b tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/quotas/159436890a7b4b3eb9c686a7f91ffd20 HTTP/1.1" status: 200 len: 375 time: 0.0217688 May 31 11:53:16.560463 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d7582bba-3d5f-4329-b645-6345a3bf1b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:16.724724 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816e8e6-c94d-4f18-929b-5a0235684c6f req-1b2994e5-73e6-4525-a096-a6d774d88973 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:16.727174 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2816e8e6-c94d-4f18-929b-5a0235684c6f req-1b2994e5-73e6-4525-a096-a6d774d88973 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 945 time: 0.0894578 May 31 11:53:16.728225 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6dca6753-4346-473e-a3e9-00759448bde4 req-12d514dd-6b11-4d60-bc4a-46fc18093cf4 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1720538 May 31 11:53:16.729069 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d7582bba-3d5f-4329-b645-6345a3bf1b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:16.736923 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-3cb35ba9-6f48-4bff-b8de-19d882cf17bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:16.764162 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7582bba-3d5f-4329-b645-6345a3bf1b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dbebcd-3048-485a-80b6-abf7b4442ee4,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:16.768671 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-d7582bba-3d5f-4329-b645-6345a3bf1b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:16.775362 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d7582bba-3d5f-4329-b645-6345a3bf1b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:16.779021 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-d7582bba-3d5f-4329-b645-6345a3bf1b1e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7dbebcd-3048-485a-80b6-abf7b4442ee4 HTTP/1.1" status: 204 len: 168 time: 0.3889122 May 31 11:53:16.815981 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2816e8e6-c94d-4f18-929b-5a0235684c6f req-885ad13d-ef06-42bb-a051-1dbb50c4e81c tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712328 May 31 11:53:16.878933 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6dca6753-4346-473e-a3e9-00759448bde4 req-a495e6de-450a-476a-a5d6-96e6957ec34d service neutron] 10.222.0.43 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449769 May 31 11:53:17.027565 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6dca6753-4346-473e-a3e9-00759448bde4 req-182ff3bf-7906-4b25-a5ed-63a0e4eda1da service neutron] 10.222.0.43 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411014 May 31 11:53:17.064984 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41148) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:17.223102 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2551e5e2-297c-489f-8e3a-f506a796d271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:17.239519 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-2551e5e2-297c-489f-8e3a-f506a796d271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:17.245039 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-2551e5e2-297c-489f-8e3a-f506a796d271 admin admin] Usage tracker for resource:security_group_rule and tenant:146ded1c0c6b4eb1970dcb90513af59b is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:17.247931 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-2551e5e2-297c-489f-8e3a-f506a796d271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:17.259466 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-2551e5e2-297c-489f-8e3a-f506a796d271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:17.433950 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2551e5e2-297c-489f-8e3a-f506a796d271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:17.448599 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f1dd835a-1ac6-4298-a0d5-be9e561a277e req-b4ed40ec-d9c6-4fcf-94d6-c7dd38198674 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 210 time: 0.1272526 May 31 11:53:17.527174 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2551e5e2-297c-489f-8e3a-f506a796d271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:17.536244 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-0abd7fa6-a929-4479-88d1-728465121386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:17.545836 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41172) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:17.563646 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-88aff753-7fda-4531-8dfc-8e19d7e3a42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:17.565906 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-2551e5e2-297c-489f-8e3a-f506a796d271 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=146ded1c0c6b4eb1970dcb90513af59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993849 May 31 11:53:17.571941 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41178) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:17.581117 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-88aff753-7fda-4531-8dfc-8e19d7e3a42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:17.586266 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-88aff753-7fda-4531-8dfc-8e19d7e3a42a admin admin] Usage tracker for resource:security_group_rule and tenant:2e060d6f1f5a41ec84d5179b26567ab2 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:17.589707 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-88aff753-7fda-4531-8dfc-8e19d7e3a42a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:17.596231 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-88aff753-7fda-4531-8dfc-8e19d7e3a42a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:17.614809 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551e5e2-297c-489f-8e3a-f506a796d271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3afcb3f-ec44-40db-9be6-82d378434188,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:17.633003 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2551e5e2-297c-489f-8e3a-f506a796d271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:17.706541 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-88aff753-7fda-4531-8dfc-8e19d7e3a42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:17.708933 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-db442a41-f4fb-48e1-99bf-1a489a6b51b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:17.747103 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-db442a41-f4fb-48e1-99bf-1a489a6b51b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:17.802250 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18722a9-a8d5-45d7-91da-848dce253382 req-a805b9ba-4cfc-45d8-80e4-e139acbbe81c tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:17.804260 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f18722a9-a8d5-45d7-91da-848dce253382 req-a805b9ba-4cfc-45d8-80e4-e139acbbe81c tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1471672 May 31 11:53:17.825341 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-88aff753-7fda-4531-8dfc-8e19d7e3a42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:17.838924 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-cb2aca0c-6438-4586-8859-56bfa905633e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:17.867330 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f18722a9-a8d5-45d7-91da-848dce253382 req-02bebc0f-3929-47b3-959b-947970e2e4a2 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533357 May 31 11:53:17.890935 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-88aff753-7fda-4531-8dfc-8e19d7e3a42a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e060d6f1f5a41ec84d5179b26567ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436406 May 31 11:53:17.894088 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41188) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:17.899758 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aff753-7fda-4531-8dfc-8e19d7e3a42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730b11e4-42fb-45f4-b785-770aaa9134fc,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:17.913687 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-88aff753-7fda-4531-8dfc-8e19d7e3a42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:17.945226 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-db442a41-f4fb-48e1-99bf-1a489a6b51b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:17.952540 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-59ee9caf-e54a-4d34-9cd0-3fd7f85e8e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:17.960782 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ef985-f0d0-49b4-97b1-fe05e8f60ca5 req-dc0f2a3e-de61-4ead-b64f-7c1ba56f59c1 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:17.968699 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-449ef985-f0d0-49b4-97b1-fe05e8f60ca5 req-dc0f2a3e-de61-4ead-b64f-7c1ba56f59c1 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.36 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 945 time: 0.2039835 May 31 11:53:17.970898 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db442a41-f4fb-48e1-99bf-1a489a6b51b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3afcb3f-ec44-40db-9be6-82d378434188,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:17.974117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-db442a41-f4fb-48e1-99bf-1a489a6b51b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:17.998127 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-46895d7b-cd25-479f-b733-04b096260cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.014902 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-db442a41-f4fb-48e1-99bf-1a489a6b51b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.018258 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-db442a41-f4fb-48e1-99bf-1a489a6b51b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3afcb3f-ec44-40db-9be6-82d378434188 HTTP/1.1" status: 204 len: 168 time: 0.4423902 May 31 11:53:18.034505 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-46895d7b-cd25-479f-b733-04b096260cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.104397 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41198) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:18.184916 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-46895d7b-cd25-479f-b733-04b096260cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.185401 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c331186-0dbe-41e5-8b2c-35bae4c476e9 req-cd04d569-d6cf-45f7-94ad-b7d331c34fc5 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:18.186857 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9c331186-0dbe-41e5-8b2c-35bae4c476e9 req-cd04d569-d6cf-45f7-94ad-b7d331c34fc5 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 945 time: 0.2171793 May 31 11:53:18.189809 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-3e86a50a-49bc-4eb9-975d-f6928460e419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:18.201509 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46895d7b-cd25-479f-b733-04b096260cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730b11e4-42fb-45f4-b785-770aaa9134fc,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:18.205419 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-46895d7b-cd25-479f-b733-04b096260cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:18.209403 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-46895d7b-cd25-479f-b733-04b096260cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.210725 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-46895d7b-cd25-479f-b733-04b096260cd8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/730b11e4-42fb-45f4-b785-770aaa9134fc HTTP/1.1" status: 204 len: 168 time: 0.3156841 May 31 11:53:18.237371 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-449ef985-f0d0-49b4-97b1-fe05e8f60ca5 req-ee456559-873e-43e3-8c3d-b8c2d14236ef tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Deleting port 6af960ef-d181-443f-ac67-270326c169d1 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:53:18.237736 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-449ef985-f0d0-49b4-97b1-fe05e8f60ca5 req-ee456559-873e-43e3-8c3d-b8c2d14236ef tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.267393 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9c331186-0dbe-41e5-8b2c-35bae4c476e9 req-5d69a654-5af2-4301-bd7a-8a672c8aee5b tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d91a686-e01e-40ac-9b7b-e24a23849e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693851 May 31 11:53:18.387132 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-449ef985-f0d0-49b4-97b1-fe05e8f60ca5 req-ee456559-873e-43e3-8c3d-b8c2d14236ef tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] For port 6af960ef-d181-443f-ac67-270326c169d1, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=6af960ef-d181-443f-ac67-270326c169d1,segment=NetworkSegment(4e22a378-1809-46a7-9960-71d7df8d366f),segment_id=4e22a378-1809-46a7-9960-71d7df8d366f)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:18.387824 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-449ef985-f0d0-49b4-97b1-fe05e8f60ca5 req-ee456559-873e-43e3-8c3d-b8c2d14236ef tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.561004 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-449ef985-f0d0-49b4-97b1-fe05e8f60ca5 req-ee456559-873e-43e3-8c3d-b8c2d14236ef tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Calling delete_port for 6af960ef-d181-443f-ac67-270326c169d1 owned by compute:nova {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:53:18.580813 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4a654e6b-1df8-430b-ba36-305964f54256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.630634 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1e42ef20-6678-48f1-97ca-be8433b2524e req-00263282-de68-4761-aa8a-31f59140b75e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 210 time: 0.0577717 May 31 11:53:18.686799 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-4a654e6b-1df8-430b-ba36-305964f54256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:18.692484 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-4a654e6b-1df8-430b-ba36-305964f54256 admin admin] Usage tracker for resource:security_group_rule and tenant:4044f99efbe64205a59f83d9342b9445 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:18.696231 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-4a654e6b-1df8-430b-ba36-305964f54256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:18.703305 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-4a654e6b-1df8-430b-ba36-305964f54256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:18.863489 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4a654e6b-1df8-430b-ba36-305964f54256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.905695 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-449ef985-f0d0-49b4-97b1-fe05e8f60ca5 req-ee456559-873e-43e3-8c3d-b8c2d14236ef tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.914293 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:18.961434 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['6af960ef-d181-443f-ac67-270326c169d1'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:53:19.011278 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee456559-873e-43e3-8c3d-b8c2d14236ef tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Pushing event deleted for resources: {'Port': ['ID=6af960ef-d181-443f-ac67-270326c169d1,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:19.018744 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ee456559-873e-43e3-8c3d-b8c2d14236ef tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:19.019456 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4a654e6b-1df8-430b-ba36-305964f54256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:19.032471 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41222) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:19.063515 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-03f86e53-a0af-4400-be7e-3257b561e7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:19.076878 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b98e5628-66f3-4ee2-b43a-5d109cb0540b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:19.090501 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-03f86e53-a0af-4400-be7e-3257b561e7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:19.494345 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-4a654e6b-1df8-430b-ba36-305964f54256 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4044f99efbe64205a59f83d9342b9445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9815457 May 31 11:53:19.495558 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-03f86e53-a0af-4400-be7e-3257b561e7c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1888506b20a94013a6e7c0dca9367f22 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:19.495558 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-03f86e53-a0af-4400-be7e-3257b561e7c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:19.495558 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-03f86e53-a0af-4400-be7e-3257b561e7c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:19.496315 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a654e6b-1df8-430b-ba36-305964f54256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73e2804-1c68-4405-b08d-1d92d6d90a28,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:19.496315 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-4a654e6b-1df8-430b-ba36-305964f54256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:19.496315 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d393df-923e-48d2-bbf4-0cb1fd980100 req-9d6c4014-ea10-438c-a848-d2947dd1d264 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:19.496315 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b9d393df-923e-48d2-bbf4-0cb1fd980100 req-9d6c4014-ea10-438c-a848-d2947dd1d264 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1835837 May 31 11:53:19.497152 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-03f86e53-a0af-4400-be7e-3257b561e7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:19.497348 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b9d393df-923e-48d2-bbf4-0cb1fd980100 req-5e056ed0-f62b-4e49-91b1-e0ea5ed9c836 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 May 31 11:53:19.497442 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e3c1908d-ec19-4268-8b8a-29b814dfbe0a req-957da260-7476-4821-878b-60b2b3c92520 tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 210 time: 0.0405240 May 31 11:53:19.497442 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41230) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:19.532148 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-449ef985-f0d0-49b4-97b1-fe05e8f60ca5 req-ee456559-873e-43e3-8c3d-b8c2d14236ef tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] No DVR routers for this DVR port 6af960ef-d181-443f-ac67-270326c169d1 on host hv-cinder-79124 {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:53:19.536311 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-449ef985-f0d0-49b4-97b1-fe05e8f60ca5 req-ee456559-873e-43e3-8c3d-b8c2d14236ef tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:19.539918 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576fcbad-06da-401a-83ee-c541ca599ab3', 'name': 'network-vif-deleted', 'tag': '6af960ef-d181-443f-ac67-270326c169d1'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:19.543248 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8180f882-8ffe-41e0-810b-297fdd18d188" -d '{"events": [{"server_uuid": "576fcbad-06da-401a-83ee-c541ca599ab3", "name": "network-vif-deleted", "tag": "6af960ef-d181-443f-ac67-270326c169d1"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:19.563975 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-24095db2-cdb5-46b9-946e-cc1e7dde0e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:19.604297 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0603d786-9494-4155-bd8d-edfda475f8a2 x-openstack-request-id: req-0603d786-9494-4155-bd8d-edfda475f8a2 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:19.604297 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576fcbad-06da-401a-83ee-c541ca599ab3", "name": "network-vif-deleted", "tag": "6af960ef-d181-443f-ac67-270326c169d1", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:19.604297 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0603d786-9494-4155-bd8d-edfda475f8a2 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:19.604297 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576fcbad-06da-401a-83ee-c541ca599ab3', 'name': 'network-vif-deleted', 'tag': '6af960ef-d181-443f-ac67-270326c169d1', 'status': 'completed', 'code': 200} May 31 11:53:19.613254 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-24095db2-cdb5-46b9-946e-cc1e7dde0e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:19.688381 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-03f86e53-a0af-4400-be7e-3257b561e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:19.698400 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-10f07db7-1d20-4d21-8ef1-33695249cd8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:19.743268 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f86e53-a0af-4400-be7e-3257b561e7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e412931-9371-4955-8605-ed4e72ca426d,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:19.748705 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-03f86e53-a0af-4400-be7e-3257b561e7c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1888506b20a94013a6e7c0dca9367f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7148070 May 31 11:53:19.750238 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-03f86e53-a0af-4400-be7e-3257b561e7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:19.751236 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41248) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:19.829088 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-73fce347-2bda-435b-8d75-ba45a23f756b req-de61b0c7-a8f3-4244-8243-4a5f78365a5a tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 210 time: 0.0577471 May 31 11:53:19.860399 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-dcb262d8-2eae-4ad2-abc5-cbdf6fff25ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:19.887099 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-dcb262d8-2eae-4ad2-abc5-cbdf6fff25ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:20.135133 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-449ef985-f0d0-49b4-97b1-fe05e8f60ca5 req-ee456559-873e-43e3-8c3d-b8c2d14236ef tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.36 "DELETE /v2.0/ports/6af960ef-d181-443f-ac67-270326c169d1 HTTP/1.1" status: 204 len: 173 time: 2.1033809 May 31 11:53:20.179062 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-24095db2-cdb5-46b9-946e-cc1e7dde0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:20.186655 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:20.202477 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24095db2-cdb5-46b9-946e-cc1e7dde0e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73e2804-1c68-4405-b08d-1d92d6d90a28,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:20.204234 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-24095db2-cdb5-46b9-946e-cc1e7dde0e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:20.206178 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-24095db2-cdb5-46b9-946e-cc1e7dde0e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:20.207261 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-24095db2-cdb5-46b9-946e-cc1e7dde0e86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f73e2804-1c68-4405-b08d-1d92d6d90a28 HTTP/1.1" status: 204 len: 168 time: 0.7281437 May 31 11:53:20.284954 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-dcb262d8-2eae-4ad2-abc5-cbdf6fff25ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:20.284954 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-dcb262d8-2eae-4ad2-abc5-cbdf6fff25ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:20.291802 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-dcb262d8-2eae-4ad2-abc5-cbdf6fff25ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e412931-9371-4955-8605-ed4e72ca426d HTTP/1.1" status: 204 len: 168 time: 0.5331552 May 31 11:53:20.291802 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-05c39b49-0913-4f4a-909c-eb116a51d742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:20.298550 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb262d8-2eae-4ad2-abc5-cbdf6fff25ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e412931-9371-4955-8605-ed4e72ca426d,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:20.301145 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-dcb262d8-2eae-4ad2-abc5-cbdf6fff25ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:20.620333 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-49844bac-2e36-4bd5-9e3c-830ef01a7f51 req-b786e635-6d02-4d34-abc5-fa2553ada42f tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 210 time: 0.0441880 May 31 11:53:20.666212 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b30f0-c765-4bdf-8e6d-a70ef87b6397 req-7a7b16d9-43cb-4967-b3d4-9163f5181aa1 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:20.667690 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-165b30f0-c765-4bdf-8e6d-a70ef87b6397 req-7a7b16d9-43cb-4967-b3d4-9163f5181aa1 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1011992 May 31 11:53:20.715019 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-165b30f0-c765-4bdf-8e6d-a70ef87b6397 req-4853db9f-9c6c-4273-bf8c-fe36e22b91a8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 May 31 11:53:21.019087 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b67a7918-b3fd-43f7-aa0a-61b7fe7b91b4 req-ceb17b76-536b-4f8b-97af-b5525b029745 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 210 time: 0.0505629 May 31 11:53:21.092344 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca6753-4346-473e-a3e9-00759448bde4 req-f3d830d5-aa38-4731-b9a9-61c07b99aade tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:21.093020 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-6dca6753-4346-473e-a3e9-00759448bde4 req-f3d830d5-aa38-4731-b9a9-61c07b99aade tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Synchronizing usage tracker for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:network {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:53:21.290533 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-6dca6753-4346-473e-a3e9-00759448bde4 req-f3d830d5-aa38-4731-b9a9-61c07b99aade tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Unset dirty status for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:network {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:53:21.291772 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6dca6753-4346-473e-a3e9-00759448bde4 req-f3d830d5-aa38-4731-b9a9-61c07b99aade tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "GET /v2.0/networks?id=0c08a832-fb58-46a4-9851-368bfaf2fd35 HTTP/1.1" status: 200 len: 814 time: 0.4026971 May 31 11:53:21.326517 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-6dca6753-4346-473e-a3e9-00759448bde4 req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Request body: {'port': {'device_id': 'ac3d226d-d28d-4751-a0a5-63dbf641b726', 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35', 'admin_state_up': True, 'tenant_id': '159436890a7b4b3eb9c686a7f91ffd20'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:21.496130 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41300) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:21.522895 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ec3ece09-bbb6-4dbe-aead-879b2473a46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:21.544422 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-ec3ece09-bbb6-4dbe-aead-879b2473a46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:21.548720 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-ec3ece09-bbb6-4dbe-aead-879b2473a46f admin admin] Usage tracker for resource:security_group_rule and tenant:a7b14c8819ce42f99d4603bccc4a3834 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:21.554411 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-ec3ece09-bbb6-4dbe-aead-879b2473a46f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:21.564040 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-ec3ece09-bbb6-4dbe-aead-879b2473a46f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:21.603256 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:53:21.611365 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-6dca6753-4346-473e-a3e9-00759448bde4 req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:21.624866 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-6dca6753-4346-473e-a3e9-00759448bde4 req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:21.703239 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ec3ece09-bbb6-4dbe-aead-879b2473a46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:21.738895 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dca6753-4346-473e-a3e9-00759448bde4 req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Made reservation on behalf of 159436890a7b4b3eb9c686a7f91ffd20 for: {'port': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:53:21.742749 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-6dca6753-4346-473e-a3e9-00759448bde4 req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:21.864650 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ec3ece09-bbb6-4dbe-aead-879b2473a46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:21.879690 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9a9f5c70-560c-4583-9844-2bc6c435bae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:21.942984 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-b660056d-ada7-47d0-bb8b-308302b9e1a3 req-d042b97f-1238-4c2f-a2bc-f89e90bff2de tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Synchronizing usage tracker for tenant:d6831fa53be84bcc82f90d91a193b4c7 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:53:21.977713 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 6af960ef-d181-443f-ac67-270326c169d1 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:53:21.990348 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-ec3ece09-bbb6-4dbe-aead-879b2473a46f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7b14c8819ce42f99d4603bccc4a3834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4925158 May 31 11:53:21.993773 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41352) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:21.997711 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ece09-bbb6-4dbe-aead-879b2473a46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6e90e5-502b-45a0-86ab-e324c3adb6f9,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:22.025993 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ec3ece09-bbb6-4dbe-aead-879b2473a46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:22.042223 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: 6af960ef-d181-443f-ac67-270326c169d1 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:53:22.042848 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 6af960ef-d181-443f-ac67-270326c169d1 not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:53:22.097839 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7e221-79f7-4575-a3b1-26e278b90a1a req-aafdb638-2f8e-451e-bea1-d7eef015219f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:22.099375 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0fa7e221-79f7-4575-a3b1-26e278b90a1a req-aafdb638-2f8e-451e-bea1-d7eef015219f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.2071259 May 31 11:53:22.103820 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [req-6dca6753-4346-473e-a3e9-00759448bde4 req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Allocated IP 172.20.0.13 (0c08a832-fb58-46a4-9851-368bfaf2fd35/993381ae-0ef5-4e41-9233-67590fc9a971/60b9b3e4-3d85-470e-9ebd-f0c8c61beb48) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:53:22.145376 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-559113c7-8d98-41ec-a974-c9238f4742d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:22.201305 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0fa7e221-79f7-4575-a3b1-26e278b90a1a req-f4c04c16-707f-442f-b734-7d337bc6454b tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916216 May 31 11:53:22.214591 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-559113c7-8d98-41ec-a974-c9238f4742d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:22.267610 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-b660056d-ada7-47d0-bb8b-308302b9e1a3 req-d042b97f-1238-4c2f-a2bc-f89e90bff2de tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Unset dirty status for tenant:d6831fa53be84bcc82f90d91a193b4c7 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:53:22.268911 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b660056d-ada7-47d0-bb8b-308302b9e1a3 req-d042b97f-1238-4c2f-a2bc-f89e90bff2de tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] 10.222.0.43 "GET /v2.0/ports?device_id=576fcbad-06da-401a-83ee-c541ca599ab3 HTTP/1.1" status: 200 len: 210 time: 0.4997454 May 31 11:53:22.360761 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e87c8c70-d1eb-4ff3-939c-29c6615ed40d req-c42fcc85-dcda-4590-bcf2-40d4a89853a2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 210 time: 0.0540838 May 31 11:53:22.361417 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-559113c7-8d98-41ec-a974-c9238f4742d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:22.375193 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1b9beb23-b5e9-4bdc-be57-b90537cc39e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:22.395320 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-6dca6753-4346-473e-a3e9-00759448bde4 req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:22.402257 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559113c7-8d98-41ec-a974-c9238f4742d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6e90e5-502b-45a0-86ab-e324c3adb6f9,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:22.413327 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-559113c7-8d98-41ec-a974-c9238f4742d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:22.418734 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-559113c7-8d98-41ec-a974-c9238f4742d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:22.422592 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-559113c7-8d98-41ec-a974-c9238f4742d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d6e90e5-502b-45a0-86ab-e324c3adb6f9 HTTP/1.1" status: 204 len: 168 time: 0.4277205 May 31 11:53:22.550722 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-6dca6753-4346-473e-a3e9-00759448bde4 req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:22.558492 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:22.609263 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['4c1b4fca-9552-4847-9a4e-bd34803b7b29'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:53:22.641340 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dca6753-4346-473e-a3e9-00759448bde4 req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Network 0c08a832-fb58-46a4-9851-368bfaf2fd35 is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:53:22.644631 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [req-6dca6753-4346-473e-a3e9-00759448bde4 req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:53:22.654760 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dca6753-4346-473e-a3e9-00759448bde4 req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:53:22.697027 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Pushing event updated for resources: {'Port': ['ID=60b9b3e4-3d85-470e-9ebd-f0c8c61beb48,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:22.706167 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:22.732849 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca6753-4346-473e-a3e9-00759448bde4 req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:22.733822 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-6dca6753-4346-473e-a3e9-00759448bde4 req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:22.865164 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6dca6753-4346-473e-a3e9-00759448bde4 req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5425324 May 31 11:53:22.889979 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Request body: {'port': {'device_id': 'ac3d226d-d28d-4751-a0a5-63dbf641b726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:23.074326 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:23.613068 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5bd3f-7777-4e62-abf5-91539f63196b req-8bd7688d-155d-48bc-9986-595f26598a9c tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:23.615228 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4a5bd3f-7777-4e62-abf5-91539f63196b req-8bd7688d-155d-48bc-9986-595f26598a9c tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.2124875 May 31 11:53:23.637925 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7bbf5-99b6-4b8c-b29c-1db9a8502390 req-25ee717f-fea6-4f41-acf2-7f25efa243bd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:23.646555 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-29d7bbf5-99b6-4b8c-b29c-1db9a8502390 req-25ee717f-fea6-4f41-acf2-7f25efa243bd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 932 time: 0.1003313 May 31 11:53:23.706743 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-29d7bbf5-99b6-4b8c-b29c-1db9a8502390 req-b8cd6ca1-ec4e-4e8c-9a8d-44376ed86d81 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537391 May 31 11:53:23.816912 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4a5bd3f-7777-4e62-abf5-91539f63196b req-43908a91-ee2f-48c7-b20c-5d088438d0fd tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926765 May 31 11:53:23.818730 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 {{(pid=98764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:53:23.826261 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:23.844131 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Transition to ACTIVE for port object 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 will not be triggered until provisioned by entity L2. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:53:23.934024 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:23.939589 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-77e79233-10ee-43e1-bbdf-4d9315c10a24 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:24.124310 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Pushing event updated for resources: {'Port': ['ID=60b9b3e4-3d85-470e-9ebd-f0c8c61beb48,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:24.138959 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:24.231795 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Attempting to bind port 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:53:24.232475 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Attempting to bind port 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:53:24.232831 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Attempting to bind port 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 on network 0c08a832-fb58-46a4-9851-368bfaf2fd35 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:53:24.238009 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Port 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 on network 0c08a832-fb58-46a4-9851-368bfaf2fd35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:53:24.238333 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Attempting to bind port 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 on network 0c08a832-fb58-46a4-9851-368bfaf2fd35 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:53:24.244381 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:53:24.244728 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Checking segment: {'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:53:24.245113 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Bound using segment: {'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:53:24.245596 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Bound port: 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'}}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:53:24.245950 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:24.358326 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] For port 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48, host hv-cinder-79124, cleared binding levels {{(pid=98764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:53:24.361438 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] For port 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=60b9b3e4-3d85-470e-9ebd-f0c8c61beb48,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:53:24.488138 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:24.493790 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:24.552547 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:24.553155 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:24.554984 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6dca6753-4346-473e-a3e9-00759448bde4 req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] 10.222.0.36 "PUT /v2.0/ports/60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 HTTP/1.1" status: 200 len: 1094 time: 1.6691623 May 31 11:53:24.555536 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3d226d-d28d-4751-a0a5-63dbf641b726', 'tag': '60b9b3e4-3d85-470e-9ebd-f0c8c61beb48'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:24.557829 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aded9aa2-6042-4655-9f42-b09c48d81daa" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3d226d-d28d-4751-a0a5-63dbf641b726", "tag": "60b9b3e4-3d85-470e-9ebd-f0c8c61beb48"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:24.572456 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Pushing event updated for resources: {'Port': ['ID=60b9b3e4-3d85-470e-9ebd-f0c8c61beb48,revision_number=3']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:24.583679 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:24.626329 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1461489b-0c60-4aa4-80fe-798a8116d49e x-openstack-request-id: req-1461489b-0c60-4aa4-80fe-798a8116d49e {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:24.626635 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3d226d-d28d-4751-a0a5-63dbf641b726", "tag": "60b9b3e4-3d85-470e-9ebd-f0c8c61beb48", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:24.626897 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1461489b-0c60-4aa4-80fe-798a8116d49e {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:24.627302 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3d226d-d28d-4751-a0a5-63dbf641b726', 'tag': '60b9b3e4-3d85-470e-9ebd-f0c8c61beb48', 'status': 'completed', 'code': 200} May 31 11:53:24.806847 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded9aa2-6042-4655-9f42-b09c48d81daa req-2159dda4-8ceb-44b4-8bb2-76dbadeaa995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:24.808597 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-aded9aa2-6042-4655-9f42-b09c48d81daa req-2159dda4-8ceb-44b4-8bb2-76dbadeaa995 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 1097 time: 0.0906305 May 31 11:53:25.103055 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280093f8-6a7d-4086-9bb6-9942c2fd615a req-d79d5f3f-adbf-485a-9842-6062f604a305 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:25.104538 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-280093f8-6a7d-4086-9bb6-9942c2fd615a req-d79d5f3f-adbf-485a-9842-6062f604a305 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1567378 May 31 11:53:25.133624 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded9aa2-6042-4655-9f42-b09c48d81daa req-72797db4-85bf-4627-9361-b853d1177ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:25.135069 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-aded9aa2-6042-4655-9f42-b09c48d81daa req-72797db4-85bf-4627-9361-b853d1177ddf service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3096378 May 31 11:53:25.146035 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e12ba-578e-4a3e-a734-006827bb018d req-c69ffe01-8b8c-46a6-8cdd-b2d33f6559e3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:25.146828 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-2d8e12ba-578e-4a3e-a734-006827bb018d req-c69ffe01-8b8c-46a6-8cdd-b2d33f6559e3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Synchronizing usage tracker for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:53:25.158226 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-280093f8-6a7d-4086-9bb6-9942c2fd615a req-789b7c53-4535-46da-96ed-2180d794eb1e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469124 May 31 11:53:25.294645 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded9aa2-6042-4655-9f42-b09c48d81daa req-f2aaf534-afdf-4e3c-adad-04638b9761cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:25.296281 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-aded9aa2-6042-4655-9f42-b09c48d81daa req-f2aaf534-afdf-4e3c-adad-04638b9761cc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1454508 May 31 11:53:25.338487 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-2d8e12ba-578e-4a3e-a734-006827bb018d req-c69ffe01-8b8c-46a6-8cdd-b2d33f6559e3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Unset dirty status for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:53:25.340694 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2d8e12ba-578e-4a3e-a734-006827bb018d req-c69ffe01-8b8c-46a6-8cdd-b2d33f6559e3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 944 time: 0.5168421 May 31 11:53:25.437374 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2d8e12ba-578e-4a3e-a734-006827bb018d req-d8217398-8289-43a1-9363-a00bb82ab6dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888724 May 31 11:53:25.468642 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca6753-4346-473e-a3e9-00759448bde4 req-01d0e7ec-8192-4376-8cfe-95023d5072db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:25.470093 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6dca6753-4346-473e-a3e9-00759448bde4 req-01d0e7ec-8192-4376-8cfe-95023d5072db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 1097 time: 0.0874503 May 31 11:53:25.562505 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6dca6753-4346-473e-a3e9-00759448bde4 req-9a93a88f-159a-4b7b-9cb8-bea77b6aac1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 HTTP/1.1" status: 200 len: 217 time: 0.0679624 May 31 11:53:25.636060 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca6753-4346-473e-a3e9-00759448bde4 req-2ff29467-f208-4e5f-81a2-9278b2153cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:25.637449 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6dca6753-4346-473e-a3e9-00759448bde4 req-2ff29467-f208-4e5f-81a2-9278b2153cd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=993381ae-0ef5-4e41-9233-67590fc9a971 HTTP/1.1" status: 200 len: 854 time: 0.0641041 May 31 11:53:25.685526 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6dca6753-4346-473e-a3e9-00759448bde4 req-474e1cd7-3dc7-424f-9c76-314b4099a518 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c08a832-fb58-46a4-9851-368bfaf2fd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401363 May 31 11:53:25.825381 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6dca6753-4346-473e-a3e9-00759448bde4 req-df55cbf9-8fc3-4ea4-894b-6bd303c553a0 service neutron] 10.222.0.36 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282818 May 31 11:53:25.963808 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6dca6753-4346-473e-a3e9-00759448bde4 req-d7e58224-a385-4e06-846c-89ffc0c99f42 service neutron] 10.222.0.36 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303484 May 31 11:53:26.493388 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89facc-79fd-4ccd-9eba-eef47cc9ff2e req-61199958-34b8-4f87-bc9e-4b0f03cf71ca tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:26.494315 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41556) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:26.494994 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1e89facc-79fd-4ccd-9eba-eef47cc9ff2e req-61199958-34b8-4f87-bc9e-4b0f03cf71ca tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1332681 May 31 11:53:26.568090 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1e89facc-79fd-4ccd-9eba-eef47cc9ff2e req-302f9918-2a69-47d4-9776-de0b2ec93a4c tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502357 May 31 11:53:26.573254 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Deleting subnet 09f7a9cb-8033-467a-99b4-9ba3a7c1b898 {{(pid=98764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:53:26.578274 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:26.690469 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2206862'] for subnet, precommit_delete_associations {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:26.761009 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118501'] for subnet, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:26.811922 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465f890-6759-47fb-ab3e-927ed7734d61 req-f4cb3d51-020d-4d60-ba6e-2587d0b3eba2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:26.813364 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c465f890-6759-47fb-ab3e-927ed7734d61 req-f4cb3d51-020d-4d60-ba6e-2587d0b3eba2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 944 time: 0.1825752 May 31 11:53:26.944921 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c465f890-6759-47fb-ab3e-927ed7734d61 req-226023ed-01dc-47c9-9064-ac7a8f6083a1 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248727 May 31 11:53:27.161544 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8067920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2212154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3130862'] for subnet, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.166629 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-0196a1cc-397f-40ef-81e6-d6f10c95bad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:27.200410 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f7a9cb-8033-467a-99b4-9ba3a7c1b898,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:27.208644 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.212295 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.212655 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.213004 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.213349 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.213688 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.214029 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.214360 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.214692 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.215025 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.215357 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.215686 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.216091 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.221045 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:27.225357 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41576) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:27.225493 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] 10.222.0.43 "DELETE /v2.0/subnets/09f7a9cb-8033-467a-99b4-9ba3a7c1b898 HTTP/1.1" status: 204 len: 168 time: 0.7292256 May 31 11:53:27.332453 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866513'] for network, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.414513 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41584) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:27.462304 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8068714', 'neutron.services.segments.db._delete_segments_for_network-8766107643100'] for network, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.476661 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:53:27.478016 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:53:27.478016 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:53:27.478206 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Subscribe: > port after_create 55550000 {{(pid=98765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:53:27.478536 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Subscribe: > port after_delete 55550000 {{(pid=98765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:53:27.478939 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Subscribe: > port after_update 55550000 {{(pid=98765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:53:27.479260 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:53:27.479578 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:53:27.479892 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:53:27.480566 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:53:27.542587 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-31b7c9bf-6f2b-4a07-84d7-7cda9f6233aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.557857 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-31b7c9bf-6f2b-4a07-84d7-7cda9f6233aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:27.561849 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-31b7c9bf-6f2b-4a07-84d7-7cda9f6233aa admin admin] Usage tracker for resource:security_group_rule and tenant:c7885a1d458548fe96243e65ed9dc0f9 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:27.564866 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-31b7c9bf-6f2b-4a07-84d7-7cda9f6233aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:27.571449 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-31b7c9bf-6f2b-4a07-84d7-7cda9f6233aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:27.602343 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:53:27.602867 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:53:27.603134 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:53:27.603463 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:53:27.603820 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18404db8-6434-4c64-bb31-d9487b2b9c8a']}} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:27.618992 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e22a378-1809-46a7-9960-71d7df8d366f') {'for_net_delete': True} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:27.619499 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e22a378-1809-46a7-9960-71d7df8d366f') {} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:27.632318 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766107651229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2606168'] for segment, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.651895 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.659274 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=98765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:53:27.659728 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624279'] for segment, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.672726 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-31b7c9bf-6f2b-4a07-84d7-7cda9f6233aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: from cryptography.utils import int_from_bytes May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: from cryptography.utils import int_from_bytes May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: Traceback (most recent call last): May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: timer() May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: cb(*args, **kw) May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: return func(*args, **kwargs) May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: self._notify() May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: self.callback(batched_events) May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: event.method(event) May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: return f(self, *a, **k) May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: return self._get(url).json() May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: return self.request(url, 'GET', **kwargs) May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:53:27.696196 dv-cinder-791240-4-smb neutron-server[98765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:53:27.755935 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-31b7c9bf-6f2b-4a07-84d7-7cda9f6233aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.831377 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-a3cfc710-dc89-4df0-81c9-ad542b7bb917 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:27.866016 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f356735-1dff-4bc3-b741-eafc6326839a req-6c15b1dd-20c8-478b-be52-73ccb029b29e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:27.870403 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2f356735-1dff-4bc3-b741-eafc6326839a req-6c15b1dd-20c8-478b-be52-73ccb029b29e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1114984 May 31 11:53:27.878271 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-31b7c9bf-6f2b-4a07-84d7-7cda9f6233aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7885a1d458548fe96243e65ed9dc0f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625437 May 31 11:53:27.879847 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7c9bf-6f2b-4a07-84d7-7cda9f6233aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4adab4-3d33-4643-8e4c-bd9162a43b8b,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:27.883148 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41602) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:27.885852 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-31b7c9bf-6f2b-4a07-84d7-7cda9f6233aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:27.921075 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2f356735-1dff-4bc3-b741-eafc6326839a req-44d67579-95dd-417d-8bc0-f1e004fef24c tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471082 May 31 11:53:27.932601 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8068707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697290'] for network, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.942719 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:27.956672 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.958739 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-dbc2404c-40bb-4a99-b9c0-81448398d94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.973502 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Pushing event deleted for resources: {'Network': ['ID=18404db8-6434-4c64-bb31-d9487b2b9c8a,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:27.986192 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.986727 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.987202 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.987541 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.987917 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.988291 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.988652 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.988990 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.989321 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.989779 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.990159 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.990486 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:27.993917 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-dbc2404c-40bb-4a99-b9c0-81448398d94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.994880 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:28.088303 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] 10.222.0.43 "DELETE /v2.0/networks/18404db8-6434-4c64-bb31-d9487b2b9c8a HTTP/1.1" status: 204 len: 168 time: 0.8616869 May 31 11:53:28.117750 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-dbc2404c-40bb-4a99-b9c0-81448398d94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:28.126241 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2fbc5712-c02f-44e0-a357-b4ab601e3eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:28.142204 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2404c-40bb-4a99-b9c0-81448398d94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4adab4-3d33-4643-8e4c-bd9162a43b8b,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:28.144695 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-dbc2404c-40bb-4a99-b9c0-81448398d94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:28.158838 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-dbc2404c-40bb-4a99-b9c0-81448398d94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:28.162707 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-dbc2404c-40bb-4a99-b9c0-81448398d94a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d4adab4-3d33-4643-8e4c-bd9162a43b8b HTTP/1.1" status: 204 len: 168 time: 0.2785435 May 31 11:53:28.207147 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d66f6d-af6d-4036-8e1a-53f8daaac974 req-26b2564c-6403-40df-a14a-7e0c4aa888cc tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:28.211620 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8d66f6d-af6d-4036-8e1a-53f8daaac974 req-26b2564c-6403-40df-a14a-7e0c4aa888cc tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 944 time: 0.1461442 May 31 11:53:28.265294 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8d66f6d-af6d-4036-8e1a-53f8daaac974 req-0105c25e-3f00-4e32-8777-c509fafb5f9c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469835 May 31 11:53:28.667626 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41628) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:28.717619 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-630e76bf-974d-48c1-a58c-701bf4912359 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6831fa53be84bcc82f90d91a193b4c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0486109 May 31 11:53:28.719857 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41632) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:28.781792 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b0a49214-d4b7-4006-9456-ec93374f852a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:28.808580 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b0a49214-d4b7-4006-9456-ec93374f852a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:29.009389 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b0a49214-d4b7-4006-9456-ec93374f852a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:29.011801 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-401bfd4c-2785-4f50-9df5-050b029735dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:29.026850 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a49214-d4b7-4006-9456-ec93374f852a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d91a686-e01e-40ac-9b7b-e24a23849e77,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:29.029447 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b0a49214-d4b7-4006-9456-ec93374f852a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:29.113460 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3bace-a90a-44f8-b98e-74e6b183e896 req-6ec39481-f492-4ac8-b6d1-9e0a043eb355 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:29.116542 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a0b3bace-a90a-44f8-b98e-74e6b183e896 req-6ec39481-f492-4ac8-b6d1-9e0a043eb355 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.0820317 May 31 11:53:29.144168 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41640) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:29.158237 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41648) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:29.175878 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a0b3bace-a90a-44f8-b98e-74e6b183e896 req-fc31af4a-7fff-499b-89b6-6ae800e39ec9 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535851 May 31 11:53:29.189465 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-c0b90afa-d05d-480e-9824-d1f1dc13fd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:29.203483 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b0a49214-d4b7-4006-9456-ec93374f852a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:29.206939 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-b0a49214-d4b7-4006-9456-ec93374f852a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d91a686-e01e-40ac-9b7b-e24a23849e77 HTTP/1.1" status: 204 len: 168 time: 0.4838867 May 31 11:53:29.232344 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-c0b90afa-d05d-480e-9824-d1f1dc13fd0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:29.242545 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-c0b90afa-d05d-480e-9824-d1f1dc13fd0e admin admin] Usage tracker for resource:security_group_rule and tenant:9d7e7a0c445344749ea2536f2444d2f3 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:29.250154 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-c0b90afa-d05d-480e-9824-d1f1dc13fd0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:29.265927 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-c0b90afa-d05d-480e-9824-d1f1dc13fd0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:29.447363 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-c0b90afa-d05d-480e-9824-d1f1dc13fd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:29.518774 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-40612884-429f-439d-af07-849c80f8e6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:29.526964 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-c0b90afa-d05d-480e-9824-d1f1dc13fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:29.536584 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-9826a0f2-dbd7-436b-924b-be51ae12249a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:29.537051 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-40612884-429f-439d-af07-849c80f8e6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:29.541808 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-40612884-429f-439d-af07-849c80f8e6a5 admin admin] Usage tracker for resource:security_group_rule and tenant:4705e189f6db4ffd9aaeba68938af40d is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:29.545169 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-40612884-429f-439d-af07-849c80f8e6a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:29.551605 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-40612884-429f-439d-af07-849c80f8e6a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:29.624638 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-c0b90afa-d05d-480e-9824-d1f1dc13fd0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d7e7a0c445344749ea2536f2444d2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4618063 May 31 11:53:29.624837 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41698) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:29.627170 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b90afa-d05d-480e-9824-d1f1dc13fd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291041d2-916b-4503-8fc3-6f23595d5f81,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:29.630974 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-c0b90afa-d05d-480e-9824-d1f1dc13fd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:29.654640 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06655d-ca15-4a3b-b571-c4609ceff2ba req-9aa013c9-7502-475a-a114-52a3ce38bd39 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:29.656446 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4a06655d-ca15-4a3b-b571-c4609ceff2ba req-9aa013c9-7502-475a-a114-52a3ce38bd39 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 944 time: 0.1814325 May 31 11:53:29.714002 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-40612884-429f-439d-af07-849c80f8e6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:29.738446 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4a06655d-ca15-4a3b-b571-c4609ceff2ba req-59653de0-8a0b-42fa-aa51-e8a9c88b9c7e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663173 May 31 11:53:29.756999 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-920b0818-8687-4a87-84b2-b67cd3665722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:29.784338 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-920b0818-8687-4a87-84b2-b67cd3665722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:29.835554 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-40612884-429f-439d-af07-849c80f8e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:29.843726 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-32296332-1d16-4872-872b-2f4aecba672d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:29.887190 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-40612884-429f-439d-af07-849c80f8e6a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4705e189f6db4ffd9aaeba68938af40d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7466738 May 31 11:53:29.888053 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40612884-429f-439d-af07-849c80f8e6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9abc51c-33b5-426b-b630-6c22371e53e6,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:29.889939 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41710) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:29.891055 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-40612884-429f-439d-af07-849c80f8e6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:29.937541 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-920b0818-8687-4a87-84b2-b67cd3665722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:29.945419 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:29.952583 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-9b591e97-3615-43c1-903a-f7c149695807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:29.958232 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b0818-8687-4a87-84b2-b67cd3665722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291041d2-916b-4503-8fc3-6f23595d5f81,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:29.967629 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-920b0818-8687-4a87-84b2-b67cd3665722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:29.968827 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-920b0818-8687-4a87-84b2-b67cd3665722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:29.972473 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-920b0818-8687-4a87-84b2-b67cd3665722 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/291041d2-916b-4503-8fc3-6f23595d5f81 HTTP/1.1" status: 204 len: 168 time: 0.3447139 May 31 11:53:29.985993 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-204e7b13-b4a1-4981-abde-f97ad15054e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:29.996945 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-9b591e97-3615-43c1-903a-f7c149695807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:30.040403 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:53:30.186736 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=60b9b3e4-3d85-470e-9ebd-f0c8c61beb48,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:30.200592 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': '60b9b3e4-3d85-470e-9ebd-f0c8c61beb48', 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35', 'port_id': '60b9b3e4-3d85-470e-9ebd-f0c8c61beb48', 'mac_address': 'fa:16:3e:04:45:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993381ae-0ef5-4e41-9233-67590fc9a971', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:53:30.201460 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-9b591e97-3615-43c1-903a-f7c149695807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:30.206771 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-4a654e6b-1df8-430b-ba36-305964f54256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:30.218475 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b591e97-3615-43c1-903a-f7c149695807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9abc51c-33b5-426b-b630-6c22371e53e6,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:30.221426 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-9b591e97-3615-43c1-903a-f7c149695807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:30.236935 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-9b591e97-3615-43c1-903a-f7c149695807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:30.238174 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-9b591e97-3615-43c1-903a-f7c149695807 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9abc51c-33b5-426b-b630-6c22371e53e6 HTTP/1.1" status: 204 len: 168 time: 0.3472781 May 31 11:53:30.309941 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:30.336778 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:53:30.355173 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=60b9b3e4-3d85-470e-9ebd-f0c8c61beb48,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:30.435402 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:30.438310 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:30.469722 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e9052-8a6d-4119-a2c4-6425e5542dde req-f9d94d6a-4a0e-4007-86c9-f426bec22c68 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:30.480409 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6e1e9052-8a6d-4119-a2c4-6425e5542dde req-f9d94d6a-4a0e-4007-86c9-f426bec22c68 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1602354 May 31 11:53:30.548930 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6e1e9052-8a6d-4119-a2c4-6425e5542dde req-c75ab26c-5fc1-4b29-84c8-bcf1c2515b14 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638027 May 31 11:53:30.575154 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=60b9b3e4-3d85-470e-9ebd-f0c8c61beb48,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:30.588838 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:30.878427 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['60b9b3e4-3d85-470e-9ebd-f0c8c61beb48'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:53:30.935792 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b3d2a-c328-4430-810d-c879941a100f req-af8b710d-c59a-4f21-a705-3ac20d96223b tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:30.937283 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ff7b3d2a-c328-4430-810d-c879941a100f req-af8b710d-c59a-4f21-a705-3ac20d96223b tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 945 time: 0.0835636 May 31 11:53:30.983234 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ff7b3d2a-c328-4430-810d-c879941a100f req-a81ed4f9-414c-4cfa-86d9-d2e4da4e46f4 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390844 May 31 11:53:30.983340 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41756) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:31.013522 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-368c31f3-7b0c-4bba-8154-9dabce21c70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.030358 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-368c31f3-7b0c-4bba-8154-9dabce21c70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:31.034409 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-368c31f3-7b0c-4bba-8154-9dabce21c70e admin admin] Usage tracker for resource:security_group_rule and tenant:0b8281c3069a4543b8804737a9deefe0 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:31.037215 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-368c31f3-7b0c-4bba-8154-9dabce21c70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:31.043677 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-368c31f3-7b0c-4bba-8154-9dabce21c70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:31.112841 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41762) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:31.134040 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-368c31f3-7b0c-4bba-8154-9dabce21c70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.201190 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-368c31f3-7b0c-4bba-8154-9dabce21c70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.210456 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-012ca759-de9b-4fd7-85c8-e683f3f50304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:31.262285 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-368c31f3-7b0c-4bba-8154-9dabce21c70e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b8281c3069a4543b8804737a9deefe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692628 May 31 11:53:31.262285 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c31f3-7b0c-4bba-8154-9dabce21c70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a91d2d-af44-4083-a61b-9e9237914f29,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:31.262513 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41770) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:31.263228 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-368c31f3-7b0c-4bba-8154-9dabce21c70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:31.295909 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-265293764-network', 'tenant_id': '96d2340d017442468109cc2223b2c1ad'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:31.306500 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:31.314688 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Usage tracker for resource:network and tenant:96d2340d017442468109cc2223b2c1ad is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:31.328336 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:31.338743 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:31.361950 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-afbbcf00-b54a-4a17-b440-8924d6abe70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.391608 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-afbbcf00-b54a-4a17-b440-8924d6abe70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.446740 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Made reservation on behalf of 96d2340d017442468109cc2223b2c1ad for: {'network': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:53:31.449087 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.461694 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.476537 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:31.480584 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Usage tracker for resource:security_group_rule and tenant:96d2340d017442468109cc2223b2c1ad is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:31.483413 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:31.489292 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:31.533340 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-afbbcf00-b54a-4a17-b440-8924d6abe70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.545391 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:31.559857 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbcf00-b54a-4a17-b440-8924d6abe70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a91d2d-af44-4083-a61b-9e9237914f29,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:31.574023 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-afbbcf00-b54a-4a17-b440-8924d6abe70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:31.577127 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-afbbcf00-b54a-4a17-b440-8924d6abe70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.578439 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-afbbcf00-b54a-4a17-b440-8924d6abe70a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29a91d2d-af44-4083-a61b-9e9237914f29 HTTP/1.1" status: 204 len: 168 time: 0.3209560 May 31 11:53:31.611540 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41802) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:31.677941 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.761133 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.782359 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=98764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:53:31.790396 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-6ddd7c67-7390-4329-b2db-e6edcca52514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:31.804541 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.805022 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.segments_db [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Added segment 4b617ed7-cf78-43d4-be4d-6b039efe90c6 of type vlan for network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 May 31 11:53:31.816101 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-569826761-network', 'tenant_id': '442725427c014c98ae602bb467f2f916'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:31.822492 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:31.828028 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Usage tracker for resource:network and tenant:442725427c014c98ae602bb467f2f916 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:31.830582 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa17c0c-c6ed-4a2a-9141-a139a0deab73,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:31.832264 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:31.840765 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:31.841112 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:31.847791 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.861213 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c67162-7d7b-4d5f-9dbc-edc891837662 req-93118d56-d382-4bb5-8b86-669c9b5e84de tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:31.862539 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a2c67162-7d7b-4d5f-9dbc-edc891837662 req-93118d56-d382-4bb5-8b86-669c9b5e84de tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1247513 May 31 11:53:31.910840 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Made reservation on behalf of 442725427c014c98ae602bb467f2f916 for: {'network': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:53:31.913161 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.929057 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a2c67162-7d7b-4d5f-9dbc-edc891837662 req-f21707cd-cbbe-4c04-8887-b9d3649d9c15 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580330 May 31 11:53:31.929808 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.948811 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:31.953085 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Usage tracker for resource:security_group_rule and tenant:442725427c014c98ae602bb467f2f916 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:31.955971 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:31.966038 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:31.967085 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.969381 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:31.969971 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:31.975040 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-fabef2b6-f20f-4354-88c7-1f3e243e5ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:32.060690 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:53:32.070851 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.075568 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Pushing event updated for resources: {'Network': ['ID=774bc46b-b0ab-40ae-90fc-5cf5267b00e4,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:32.085922 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:32.101984 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:53:32.170899 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41814) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:32.171126 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0569837 May 31 11:53:32.183691 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Request body: {'subnet': {'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-subnet', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:32.198253 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:32.200536 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.205977 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-40612884-429f-439d-af07-849c80f8e6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:32.210602 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b66abe-6280-4e51-b5b8-bc1f515f5265 req-dde3627a-fdf3-44ce-8ecb-834a8abc2e4b tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:32.212327 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65b66abe-6280-4e51-b5b8-bc1f515f5265 req-dde3627a-fdf3-44ce-8ecb-834a8abc2e4b tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 945 time: 0.0936661 May 31 11:53:32.213480 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Usage tracker for resource:subnet and tenant:96d2340d017442468109cc2223b2c1ad is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:32.218448 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:32.242237 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:32.248628 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=98765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:53:32.259223 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2d5596-a36e-460d-8e28-07f9379b24b8,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:32.261241 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65b66abe-6280-4e51-b5b8-bc1f515f5265 req-9934da51-ceb5-41ad-959c-9aabee9b9b33 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414639 May 31 11:53:32.262487 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:32.291038 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.291462 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.segments_db [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Added segment 69ec37c4-c081-479a-917b-562c9cad9ed7 of type vlan for network 2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb May 31 11:53:32.293182 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:53:32.298492 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:32.302966 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.318602 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.364657 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-317f8105-3d81-46a1-9a65-e14e7957b729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.367548 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Made reservation on behalf of 96d2340d017442468109cc2223b2c1ad for: {'subnet': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:53:32.370453 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2254783'] for subnet, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.377559 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.436259 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.448455 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:32.449049 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.452405 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:32.455423 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.493517 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3d226d-d28d-4751-a0a5-63dbf641b726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b9b3e4-3d85-470e-9ebd-f0c8c61beb48'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:32.496128 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41eeb181-86b5-41ea-9fcf-72a56ba1a98b" -d '{"events": [{"server_uuid": "ac3d226d-d28d-4751-a0a5-63dbf641b726", "name": "network-vif-plugged", "status": "completed", "tag": "60b9b3e4-3d85-470e-9ebd-f0c8c61beb48"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:32.500673 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=60b9b3e4-3d85-470e-9ebd-f0c8c61beb48,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:32.512085 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41820) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:32.530367 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-fc895f3a-23d5-47e5-86e7-a83611bfa5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.542131 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7f6583-7b5a-4e45-a3fe-5109e480e408 x-openstack-request-id: req-cd7f6583-7b5a-4e45-a3fe-5109e480e408 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:32.550255 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3d226d-d28d-4751-a0a5-63dbf641b726", "name": "network-vif-plugged", "status": "completed", "tag": "60b9b3e4-3d85-470e-9ebd-f0c8c61beb48", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:32.550255 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd7f6583-7b5a-4e45-a3fe-5109e480e408 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:32.550255 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3d226d-d28d-4751-a0a5-63dbf641b726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b9b3e4-3d85-470e-9ebd-f0c8c61beb48', 'code': 200} May 31 11:53:32.550521 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-fc895f3a-23d5-47e5-86e7-a83611bfa5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:32.552182 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-fc895f3a-23d5-47e5-86e7-a83611bfa5cf admin admin] Usage tracker for resource:security_group_rule and tenant:d0e87cc978c246a4963a476156e69e36 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:32.555932 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-fc895f3a-23d5-47e5-86e7-a83611bfa5cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:32.561949 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-fc895f3a-23d5-47e5-86e7-a83611bfa5cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:32.567369 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.569374 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:32.649406 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Pushing event updated for resources: {'Network': ['ID=2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:32.650051 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=60b9b3e4-3d85-470e-9ebd-f0c8c61beb48,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:32.652892 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:32.653053 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:32.666871 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network 2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:53:32.706322 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-fc895f3a-23d5-47e5-86e7-a83611bfa5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.721856 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1085060 May 31 11:53:32.726635 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41826) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:32.732486 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Request body: {'subnet': {'network_id': '2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-569826761-subnet', 'tenant_id': '442725427c014c98ae602bb467f2f916', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:32.737904 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:32.748411 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Usage tracker for resource:subnet and tenant:442725427c014c98ae602bb467f2f916 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:32.749143 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:32.756685 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:32.824688 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-fc895f3a-23d5-47e5-86e7-a83611bfa5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.844911 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-99e86695-d5d8-4fab-a6cf-646c65d09059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:32.881737 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-fc895f3a-23d5-47e5-86e7-a83611bfa5cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0e87cc978c246a4963a476156e69e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685567 May 31 11:53:32.884688 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41836) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:32.905322 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Made reservation on behalf of 442725427c014c98ae602bb467f2f916 for: {'subnet': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:53:32.908416 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3130865'] for subnet, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:32.927926 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc895f3a-23d5-47e5-86e7-a83611bfa5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c159518-e4c6-49fa-a14d-ed099b3fdfc5,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:32.934783 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-fc895f3a-23d5-47e5-86e7-a83611bfa5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:33.022450 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-889902c2-9231-42be-8c0e-2b043af737ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:33.072563 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-889902c2-9231-42be-8c0e-2b043af737ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:33.194492 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca20bf-b87a-4a66-b46a-0f099c87e4a5 req-9b01d1a4-dd52-41ad-9801-58d8e4db4ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:33.196030 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ffca20bf-b87a-4a66-b46a-0f099c87e4a5 req-9b01d1a4-dd52-41ad-9801-58d8e4db4ccf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 1099 time: 0.1871781 May 31 11:53:33.201494 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:33.218318 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1661490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2254761'] for subnet, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:33.222323 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1b4b65b9-f7b1-42ce-aeb5-8461981261b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:33.244796 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e3c1b-6d95-45e7-bfc5-34ff16406282 req-478f2d1f-3ee2-42d1-9d4e-bf596f12273b tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:33.246260 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7c7e3c1b-6d95-45e7-bfc5-34ff16406282 req-478f2d1f-3ee2-42d1-9d4e-bf596f12273b tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1752186 May 31 11:53:33.293839 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-889902c2-9231-42be-8c0e-2b043af737ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:33.295693 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e380460-4b72-4669-bfbb-1247484cb9b0,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:33.305059 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:33.307778 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ce5232d9-ac53-43c7-a7cc-a3592bdc5276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:33.322248 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Checking segment: {'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:53:33.322669 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Network hostable DHCP agents. Network: 774bc46b-b0ab-40ae-90fc-5cf5267b00e4, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:53:33.329762 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889902c2-9231-42be-8c0e-2b043af737ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c159518-e4c6-49fa-a14d-ed099b3fdfc5,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:33.338422 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-889902c2-9231-42be-8c0e-2b043af737ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:33.339906 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ffca20bf-b87a-4a66-b46a-0f099c87e4a5 req-2a29bd24-c0ec-4c0b-bbd4-0eea83d5ce83 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062169 May 31 11:53:33.343707 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-889902c2-9231-42be-8c0e-2b043af737ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:33.344863 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-889902c2-9231-42be-8c0e-2b043af737ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c159518-e4c6-49fa-a14d-ed099b3fdfc5 HTTP/1.1" status: 204 len: 168 time: 0.4592023 May 31 11:53:33.382597 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7c7e3c1b-6d95-45e7-bfc5-34ff16406282 req-e9dd49e2-e296-4e86-a932-00707f3b2bc3 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183617 May 31 11:53:33.448332 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:53:33.495816 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78ba09-44a2-424a-aa7b-d6c2be6da78c req-e9475950-ff4c-4842-b0e3-4cb671bc5867 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:33.497524 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3c78ba09-44a2-424a-aa7b-d6c2be6da78c req-e9475950-ff4c-4842-b0e3-4cb671bc5867 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 946 time: 0.0909364 May 31 11:53:33.534136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, 774bc46b-b0ab-40ae-90fc-5cf5267b00e4) {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:53:33.543493 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af07c387-26e9-4f09-883a-0fc197a6b699 None None] Network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:53:33.550231 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3c78ba09-44a2-424a-aa7b-d6c2be6da78c req-356c8dd6-01ae-4b63-8b10-eda40ac83cfd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471253 May 31 11:53:33.552153 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:33.552752 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:33.624830 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-39cee3b8-57ec-47c5-a8d2-686434586548 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4514449 May 31 11:53:33.627648 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41850) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:33.633526 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:33.638229 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:33.643792 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Usage tracker for resource:router and tenant:96d2340d017442468109cc2223b2c1ad is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:33.650404 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:33.657508 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:33.768393 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-933'] for router, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:33.769832 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-942'] for router, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:33.783850 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2212217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3130855'] for subnet, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:33.789364 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:33.790118 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:33.796923 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29358474-a8da-5ec3-9a67-ff1cc0243770-774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0'}]}} from dv-cinder-791240-4-smb. {{(pid=98766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:53:33.805686 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:33.876095 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=22183454-7bb6-4c25-a082-6beee883e358,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:33.879693 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:33.883030 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Checking segment: {'id': '69ec37c4-c081-479a-917b-562c9cad9ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:53:33.883382 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Network hostable DHCP agents. Network: 2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:53:33.967453 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Network 2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:53:34.040811 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.db_base_plugin_common [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Allocated IP 172.20.0.2 (774bc46b-b0ab-40ae-90fc-5cf5267b00e4/1e380460-4b72-4669-bfbb-1247484cb9b0/a58da7b6-590e-449b-8381-41027dbcf068) {{(pid=98766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:53:34.083170 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, 2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb) {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:53:34.100294 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:34.101015 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:34.157816 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967cceec-eca4-4669-aaae-697c7f0c02fe None None] Network 2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:53:34.200638 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4730921 May 31 11:53:34.232995 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0daf1d6d-0efd-4af7-a9f3-904495fab7df req-3ad35dd9-4a32-422d-af00-5084cf066bcd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887244 May 31 11:53:34.257168 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-984'] for router, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:34.603700 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf1d6d-0efd-4af7-a9f3-904495fab7df req-d37e11d8-e468-4c06-ae54-291b7d468891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:34.605256 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0daf1d6d-0efd-4af7-a9f3-904495fab7df req-d37e11d8-e468-4c06-ae54-291b7d468891 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 1098 time: 0.1980894 May 31 11:53:34.616290 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a5811f-a5b0-4e7a-bbfa-6aea17e95b02 None None] Network 2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:53:34.684956 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cd31e-7f1c-4d07-a9c6-0196d54fb5ab req-3837e38e-53da-4151-8493-86745b5f2f09 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:34.692400 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cf3cd31e-7f1c-4d07-a9c6-0196d54fb5ab req-3837e38e-53da-4151-8493-86745b5f2f09 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1444941 May 31 11:53:34.709629 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Notify callbacks [] for port, precommit_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:34.715833 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Transition to ACTIVE for port object a58da7b6-590e-449b-8381-41027dbcf068 will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:53:34.735941 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Transition to ACTIVE for port object a58da7b6-590e-449b-8381-41027dbcf068 will not be triggered until provisioned by entity DHCP. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:53:34.835355 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:34.876215 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:34.913314 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243'] for port, after_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:34.926439 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:34.955316 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cf3cd31e-7f1c-4d07-a9c6-0196d54fb5ab req-1839e448-75b8-453f-98aa-64442f7ebe9c tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042947 May 31 11:53:35.041433 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 is already hosted by enough agents. {{(pid=98766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:53:35.059824 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf1d6d-0efd-4af7-a9f3-904495fab7df req-5872c031-903d-4508-9151-e2af7c797b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:35.061094 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.base_scheduler [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Resources bound (agent type, host, resource id): {{(pid=98766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:53:35.070436 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0daf1d6d-0efd-4af7-a9f3-904495fab7df req-5872c031-903d-4508-9151-e2af7c797b58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0c08a832-fb58-46a4-9851-368bfaf2fd35 HTTP/1.1" status: 200 len: 915 time: 0.3765361 May 31 11:53:35.072446 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Received port after_create {{(pid=98766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:53:35.134086 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Allocated IP 172.28.1.145 (44138ec9-aa29-40d8-b84a-8c450b87461c/270374c3-e0a8-4da5-b8af-4f1fd2d3da10/c63d7de5-f049-4b58-905e-f11b305fb7c9) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:53:35.227859 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41900) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:35.232516 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Pushing event updated for resources: {'Port': ['ID=a58da7b6-590e-449b-8381-41027dbcf068,revision_number=1']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:35.246161 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:35.247109 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:35.303227 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0daf1d6d-0efd-4af7-a9f3-904495fab7df req-0b02869c-fafe-481b-943b-9f7cffcb3253 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c1b4fca-9552-4847-9a4e-bd34803b7b29 HTTP/1.1" status: 200 len: 217 time: 0.2136993 May 31 11:53:35.330971 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:35.338147 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Attempting to bind port a58da7b6-590e-449b-8381-41027dbcf068 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:53:35.338648 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Attempting to bind port a58da7b6-590e-449b-8381-41027dbcf068 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:53:35.339078 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Attempting to bind port a58da7b6-590e-449b-8381-41027dbcf068 on network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:53:35.345466 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:53:35.345921 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Checking segment: {'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:53:35.347412 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:35.347681 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Bound using segment: {'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:53:35.349432 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Bound port: a58da7b6-590e-449b-8381-41027dbcf068, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:53:35.350017 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:35.354776 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639e423-b141-41e9-83fb-c0b0ae913d2d req-b24b3e25-8bf6-4b20-a70a-5bff7c751d1e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:35.356415 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0639e423-b141-41e9-83fb-c0b0ae913d2d req-b24b3e25-8bf6-4b20-a70a-5bff7c751d1e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 946 time: 0.5954578 May 31 11:53:35.395882 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf1d6d-0efd-4af7-a9f3-904495fab7df req-58fc96ed-7f66-4ff2-a65c-babdecfe91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:35.399121 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0daf1d6d-0efd-4af7-a9f3-904495fab7df req-58fc96ed-7f66-4ff2-a65c-babdecfe91a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=993381ae-0ef5-4e41-9233-67590fc9a971 HTTP/1.1" status: 200 len: 854 time: 0.0791841 May 31 11:53:35.418099 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0639e423-b141-41e9-83fb-c0b0ae913d2d req-9b08c4fa-8b09-4ce3-99c4-1fef037e24dc tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536110 May 31 11:53:35.475111 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] For port a58da7b6-590e-449b-8381-41027dbcf068, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:53:35.479491 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] For port a58da7b6-590e-449b-8381-41027dbcf068, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=a58da7b6-590e-449b-8381-41027dbcf068,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:53:35.483738 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0daf1d6d-0efd-4af7-a9f3-904495fab7df req-a5589404-97cd-40ed-9bca-0bb7f4e046cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c08a832-fb58-46a4-9851-368bfaf2fd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760229 May 31 11:53:35.487877 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:35.493750 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:35.539632 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:35.543535 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:35.587943 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Network 44138ec9-aa29-40d8-b84a-8c450b87461c is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:53:35.591251 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:53:35.596400 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:53:35.649109 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ada91838-4232-4ccb-af47-783e33e43a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:35.662548 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c63d7de5-f049-4b58-905e-f11b305fb7c9,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:35.675443 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41918) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:35.675731 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:35.684467 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Pushing event updated for resources: {'Port': ['ID=a58da7b6-590e-449b-8381-41027dbcf068,revision_number=2']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:35.687488 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1853460141-network', 'tenant_id': '3bcf21f0e3924878ab96f5685e4b30a6'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:35.698748 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:35.700377 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-ada91838-4232-4ccb-af47-783e33e43a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:35.712919 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:35.721452 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-ada91838-4232-4ccb-af47-783e33e43a3a admin admin] Usage tracker for resource:security_group_rule and tenant:58934d9e0d2f4f35a0d097f7bc311b12 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:35.724259 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Usage tracker for resource:network and tenant:3bcf21f0e3924878ab96f5685e4b30a6 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:35.729198 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-ada91838-4232-4ccb-af47-783e33e43a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:35.740166 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:35.753088 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:35.755201 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-ada91838-4232-4ccb-af47-783e33e43a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:35.765051 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0daf1d6d-0efd-4af7-a9f3-904495fab7df req-a1d38273-8523-4dde-acc0-53516f040d1e service neutron] 10.222.0.36 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561414 May 31 11:53:35.877943 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Made reservation on behalf of 3bcf21f0e3924878ab96f5685e4b30a6 for: {'network': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:53:35.883715 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:35.923252 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:35.978860 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:36.013320 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Usage tracker for resource:security_group_rule and tenant:3bcf21f0e3924878ab96f5685e4b30a6 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:36.017158 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:36.025044 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:36.040304 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0daf1d6d-0efd-4af7-a9f3-904495fab7df req-94f4bbd0-7a6b-40a1-a0b2-21a58b1f0357 service neutron] 10.222.0.36 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666543 May 31 11:53:36.090329 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ada91838-4232-4ccb-af47-783e33e43a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.222582 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.240310 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaf6ba-becb-40ef-9056-808e0b09b7bf req-0fa9d18f-27fa-40ef-bce5-4f7957dca2d8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:36.241895 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-57aaf6ba-becb-40ef-9056-808e0b09b7bf req-0fa9d18f-27fa-40ef-bce5-4f7957dca2d8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1285892 May 31 11:53:36.243059 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ada91838-4232-4ccb-af47-783e33e43a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.252754 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-f0fd24cc-e961-4f62-9daf-f5a3a34f1831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:36.302849 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.312418 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.339402 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-ada91838-4232-4ccb-af47-783e33e43a3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58934d9e0d2f4f35a0d097f7bc311b12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0704286 May 31 11:53:36.342481 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41936) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:36.351438 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada91838-4232-4ccb-af47-783e33e43a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804f2696-d5d9-4cac-8b38-e3913d8c027a,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:36.367863 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-57aaf6ba-becb-40ef-9056-808e0b09b7bf req-3679995c-2cb0-4f4f-adf9-9541bf89985e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176121 May 31 11:53:36.370135 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ada91838-4232-4ccb-af47-783e33e43a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:36.370820 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=98764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:53:36.372896 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:36.407463 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.407963 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.segments_db [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Added segment 34464083-4790-499e-b6a4-fe69310fe052 of type vlan for network 3b5f9bc7-3eab-4993-9b6e-de20d88a9208 May 31 11:53:36.467245 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c888338-3009-4f67-9acb-51f8628cef4f,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:36.483333 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:36.495250 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.519543 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e711f803-f27d-4447-b953-e661ce53a85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.586302 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e711f803-f27d-4447-b953-e661ce53a85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.664399 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.666385 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:36.667109 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.676722 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:36.738641 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device a58da7b6-590e-449b-8381-41027dbcf068 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:53:36.791378 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e711f803-f27d-4447-b953-e661ce53a85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.814357 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Pushing event updated for resources: {'Network': ['ID=3b5f9bc7-3eab-4993-9b6e-de20d88a9208,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:36.822332 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:36.823501 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-afbbcf00-b54a-4a17-b440-8924d6abe70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:36.836090 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network 3b5f9bc7-3eab-4993-9b6e-de20d88a9208 details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:53:36.836298 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e711f803-f27d-4447-b953-e661ce53a85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.836298 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-e711f803-f27d-4447-b953-e661ce53a85d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/804f2696-d5d9-4cac-8b38-e3913d8c027a HTTP/1.1" status: 204 len: 168 time: 0.4888873 May 31 11:53:36.845330 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711f803-f27d-4447-b953-e661ce53a85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804f2696-d5d9-4cac-8b38-e3913d8c027a,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:36.846821 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e711f803-f27d-4447-b953-e661ce53a85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:36.883977 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2021260 May 31 11:53:36.884298 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41950) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:36.887836 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697088'] for router, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.900732 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Request body: {'subnet': {'network_id': '3b5f9bc7-3eab-4993-9b6e-de20d88a9208', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1853460141-subnet', 'tenant_id': '3bcf21f0e3924878ab96f5685e4b30a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:36.915938 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:36.921800 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Usage tracker for resource:subnet and tenant:3bcf21f0e3924878ab96f5685e4b30a6 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:36.926094 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:36.934288 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:37.028031 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Made reservation on behalf of 3bcf21f0e3924878ab96f5685e4b30a6 for: {'subnet': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:53:37.028031 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3130865'] for subnet, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:37.050943 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51509cef-1cf8-4f82-8870-2da473a20330 None None] Network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:53:37.158747 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port a58da7b6-590e-449b-8381-41027dbcf068 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:53:37.177021 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca88ef-dbfc-45ef-992d-7cb0ad8e94b9 req-fb61bb89-8490-4536-a997-a481b6d61352 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:37.179117 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-41ca88ef-dbfc-45ef-992d-7cb0ad8e94b9 req-fb61bb89-8490-4536-a997-a481b6d61352 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 946 time: 0.4899106 May 31 11:53:37.260557 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-41ca88ef-dbfc-45ef-992d-7cb0ad8e94b9 req-c2267e5f-e69a-4e30-bf86-4f593666a189 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728650 May 31 11:53:37.343719 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-539d42d3-0f89-449f-aa46-e9751b1231eb None None] Provisioning for port a58da7b6-590e-449b-8381-41027dbcf068 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:53:37.348191 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:37.363748 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-539d42d3-0f89-449f-aa46-e9751b1231eb None None] Provisioning complete for port a58da7b6-590e-449b-8381-41027dbcf068 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:37.364398 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-539d42d3-0f89-449f-aa46-e9751b1231eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:37.389965 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 is scheduled to L3 agent f461f98a-babc-4067-ba14-708fa24d667e with binding_index 1 {{(pid=98765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:53:37.587875 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-539d42d3-0f89-449f-aa46-e9751b1231eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:37.649722 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-539d42d3-0f89-449f-aa46-e9751b1231eb None None] For port a58da7b6-590e-449b-8381-41027dbcf068, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=a58da7b6-590e-449b-8381-41027dbcf068,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:37.722747 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-539d42d3-0f89-449f-aa46-e9751b1231eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:37.724631 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:37.795444 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:53:37.823676 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Sync routers for ids ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'] in dv-cinder-791240-4-smb {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:53:37.840897 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Routers {'3701f7a9-8809-4284-8192-2bc4dc7ce8b8'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:53:37.841538 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:53:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:37.848540 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41970) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:37.872518 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-71240032-84f6-4bbb-a682-9a66749d3f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:37.886882 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d42d3-0f89-449f-aa46-e9751b1231eb None None] Pushing event updated for resources: {'Port': ['ID=a58da7b6-590e-449b-8381-41027dbcf068,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:37.891318 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-539d42d3-0f89-449f-aa46-e9751b1231eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:37.952096 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b2761d25-d11f-46d5-b35a-bc8bb5689916 None None] Provisioning complete for port a58da7b6-590e-449b-8381-41027dbcf068 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:37.952475 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b2761d25-d11f-46d5-b35a-bc8bb5689916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:37.985779 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-71240032-84f6-4bbb-a682-9a66749d3f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:38.000960 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-71240032-84f6-4bbb-a682-9a66749d3f20 admin admin] Usage tracker for resource:security_group_rule and tenant:25a85deb5ad648518ff5c028d2a18eff is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:38.005565 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-71240032-84f6-4bbb-a682-9a66749d3f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:38.014760 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-71240032-84f6-4bbb-a682-9a66749d3f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:38.043484 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Set router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:53:38.057244 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13485c-3792-4383-89bf-f5e74da8eb41 req-a0d7a175-6d3a-402c-81ae-2f91d43b95bb tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:38.066999 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-cd13485c-3792-4383-89bf-f5e74da8eb41 req-a0d7a175-6d3a-402c-81ae-2f91d43b95bb tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1821396 May 31 11:53:38.094451 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Notify callbacks [] for router, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:38.096771 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4670107 May 31 11:53:38.100194 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 41978) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:38.188336 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2212217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3130855'] for subnet, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:38.194564 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-aae5a52b-73ec-4f12-9262-dbfc82bdf0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:38.270868 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c42491d-d7dd-4609-8001-5893fc216110,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:38.278148 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:38.329048 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-cd13485c-3792-4383-89bf-f5e74da8eb41 req-c048f430-b24d-40d2-8006-9b4bc6023f4a tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607899 May 31 11:53:38.366044 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Checking segment: {'id': '34464083-4790-499e-b6a4-fe69310fe052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3b5f9bc7-3eab-4993-9b6e-de20d88a9208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:53:38.366415 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Network hostable DHCP agents. Network: 3b5f9bc7-3eab-4993-9b6e-de20d88a9208, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:53:38.384623 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:35Z', 'revision_number': 3, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:38.388849 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Checking router: 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 for host: dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:53:38.389231 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Updating router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 port c63d7de5-f049-4b58-905e-f11b305fb7c9 binding host dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:53:38.453925 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Network 3b5f9bc7-3eab-4993-9b6e-de20d88a9208 is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:53:38.475131 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:38.508031 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-71240032-84f6-4bbb-a682-9a66749d3f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:38.534928 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, 3b5f9bc7-3eab-4993-9b6e-de20d88a9208) {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:53:38.545327 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:38.545969 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:38.546737 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2195b3cb-d11c-4e8a-8c6d-ac32e1e24049 None None] Network 3b5f9bc7-3eab-4993-9b6e-de20d88a9208 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:53:38.636036 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-71240032-84f6-4bbb-a682-9a66749d3f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:38.662725 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device a58da7b6-590e-449b-8381-41027dbcf068 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:53:38.663655 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-dcb262d8-2eae-4ad2-abc5-cbdf6fff25ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:38.681992 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-42ffda4f-eb49-4333-9fc6-8c96005cdccb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7965641 May 31 11:53:38.767813 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71240032-84f6-4bbb-a682-9a66749d3f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc24965-fa4d-4ca6-9d06-ec7f462ffdf1,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:38.777583 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-71240032-84f6-4bbb-a682-9a66749d3f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:38.793925 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-71240032-84f6-4bbb-a682-9a66749d3f20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25a85deb5ad648518ff5c028d2a18eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9415767 May 31 11:53:38.795637 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 41996) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:38.917526 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cf3243e2-0562-49be-9b0c-c9120e7eb20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:38.926565 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port a58da7b6-590e-449b-8381-41027dbcf068 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:38.927112 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:39.009283 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cf3243e2-0562-49be-9b0c-c9120e7eb20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:39.022334 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5930c8d0-2b73-4b0e-8f37-f7c0f2b36c88 None None] Network 3b5f9bc7-3eab-4993-9b6e-de20d88a9208 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:53:39.083878 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:39.099625 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Transition to ACTIVE for port object c63d7de5-f049-4b58-905e-f11b305fb7c9 will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:53:39.167439 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:39.177110 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:39.189854 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cf3243e2-0562-49be-9b0c-c9120e7eb20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:39.197144 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e711f803-f27d-4447-b953-e661ce53a85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:39.222824 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3243e2-0562-49be-9b0c-c9120e7eb20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc24965-fa4d-4ca6-9d06-ec7f462ffdf1,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:39.226222 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-cf3243e2-0562-49be-9b0c-c9120e7eb20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:39.237902 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cf3243e2-0562-49be-9b0c-c9120e7eb20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:39.240541 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-cf3243e2-0562-49be-9b0c-c9120e7eb20f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5bc24965-fa4d-4ca6-9d06-ec7f462ffdf1 HTTP/1.1" status: 204 len: 168 time: 0.4438055 May 31 11:53:39.275976 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:39.324067 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Attempting to bind port c63d7de5-f049-4b58-905e-f11b305fb7c9 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:53:39.324688 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Attempting to bind port c63d7de5-f049-4b58-905e-f11b305fb7c9 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:53:39.325198 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Attempting to bind port c63d7de5-f049-4b58-905e-f11b305fb7c9 on network 44138ec9-aa29-40d8-b84a-8c450b87461c {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:53:39.333941 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:53:39.335115 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Checking segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:53:39.335727 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:39.336306 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Bound using segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:53:39.336931 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Bound port: c63d7de5-f049-4b58-905e-f11b305fb7c9, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:53:39.337461 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:39.423439 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Pushing event updated for resources: {'Port': ['ID=c63d7de5-f049-4b58-905e-f11b305fb7c9,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:39.436855 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:39.437191 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:39.437517 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:39.437838 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:39.438157 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:39.438475 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:39.438781 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:39.439095 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:39.439404 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:39.439710 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:39.440065 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:39.440380 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:39.445042 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:39.447733 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] For port c63d7de5-f049-4b58-905e-f11b305fb7c9, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:53:39.453236 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] For port c63d7de5-f049-4b58-905e-f11b305fb7c9, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=c63d7de5-f049-4b58-905e-f11b305fb7c9,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:53:39.528073 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:39.533943 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:39.544828 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Allocated IP 172.20.0.1 (774bc46b-b0ab-40ae-90fc-5cf5267b00e4/1e380460-4b72-4669-bfbb-1247484cb9b0/79944c39-f436-485b-a1a3-fc2d933b94c3) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:53:39.548077 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56314c8-85bc-41bb-ac55-efe5891fd87c req-9d9aa8fd-b56d-4f29-884f-cf0d770a47cf tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:39.557173 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b56314c8-85bc-41bb-ac55-efe5891fd87c req-9d9aa8fd-b56d-4f29-884f-cf0d770a47cf tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.0973914 May 31 11:53:39.607139 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Routers {'3701f7a9-8809-4284-8192-2bc4dc7ce8b8'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:53:39.607740 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:53:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:39.608558 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b56314c8-85bc-41bb-ac55-efe5891fd87c req-0dd57564-5cbd-41dd-b304-fdd87973ee5a tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501719 May 31 11:53:39.678323 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Pushing event updated for resources: {'Port': ['ID=c63d7de5-f049-4b58-905e-f11b305fb7c9,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:39.683835 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:39.858822 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:39.870066 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.provisioning_blocks [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Transition to ACTIVE for port object 79944c39-f436-485b-a1a3-fc2d933b94c3 will not be triggered until provisioned by entity DHCP. {{(pid=98765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:53:39.870970 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] Set router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:53:39.950903 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:39.956769 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9af18685-0744-402e-b9b4-19787256d7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:40.023608 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:53:40.026512 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:53:40.029018 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:53:40.102145 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699249'] for router_interface, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:40.104708 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Pushing event updated for resources: {'Port': ['ID=79944c39-f436-485b-a1a3-fc2d933b94c3,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:40.113422 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:40.199595 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:35Z', 'revision_number': 3, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:40.203876 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f566ea-4eb2-4d35-a457-bb3bbda23d0d None None] The sync data for ids ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'] in dv-cinder-791240-4-smb is: [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:35Z', 'revision_number': 3, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}] {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:53:40.316928 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:40.344488 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-c6c2d83e-89c1-43e4-baf1-4ff8604aeb39 None None] Provisioning for port 79944c39-f436-485b-a1a3-fc2d933b94c3 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:53:40.349832 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-c6c2d83e-89c1-43e4-baf1-4ff8604aeb39 None None] Provisioning complete for port 79944c39-f436-485b-a1a3-fc2d933b94c3 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:40.350319 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c6c2d83e-89c1-43e4-baf1-4ff8604aeb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:40.429903 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-c6c2d83e-89c1-43e4-baf1-4ff8604aeb39 None None] Port 79944c39-f436-485b-a1a3-fc2d933b94c3 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:53:40.620323 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:40.633849 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device c63d7de5-f049-4b58-905e-f11b305fb7c9 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:53:40.692841 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:40.742258 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:40.818778 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port c63d7de5-f049-4b58-905e-f11b305fb7c9 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:53:40.825693 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port c63d7de5-f049-4b58-905e-f11b305fb7c9 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:40.826430 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:40.909399 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699356'] for router_interface, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:40.921442 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Pushing event updated for resources: {'Port': ['ID=79944c39-f436-485b-a1a3-fc2d933b94c3,revision_number=2']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:40.932423 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:40.992784 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2d8fb-0cfb-4e67-aa26-025aafc865ff req-daa3f6f7-3af7-4a4b-9524-00ecb9c9bd25 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:41.002586 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-35a2d8fb-0cfb-4e67-aa26-025aafc865ff req-daa3f6f7-3af7-4a4b-9524-00ecb9c9bd25 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.2313380 May 31 11:53:41.126647 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:41.138962 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-35a2d8fb-0cfb-4e67-aa26-025aafc865ff req-bc71fe56-689f-424c-a202-6d8b53b9c7fe tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298022 May 31 11:53:41.145632 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:53:41.151550 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port c63d7de5-f049-4b58-905e-f11b305fb7c9, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=c63d7de5-f049-4b58-905e-f11b305fb7c9,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:41.157346 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:53:41.218708 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:41.223268 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:41.363219 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=c63d7de5-f049-4b58-905e-f11b305fb7c9,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:41.374151 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:41.374872 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:41.375409 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:41.375893 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:41.376393 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:41.377079 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:41.381440 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:41.381440 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:41.381440 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:41.381440 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:41.381440 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:41.381440 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:41.385883 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:41.443288 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:53:41.568207 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-f77c2e64-c6bd-418a-a899-3431a61f3de0 None None] Provisioning complete for port 79944c39-f436-485b-a1a3-fc2d933b94c3 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:41.568952 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-f77c2e64-c6bd-418a-a899-3431a61f3de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:41.623198 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-f77c2e64-c6bd-418a-a899-3431a61f3de0 None None] Port 79944c39-f436-485b-a1a3-fc2d933b94c3 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:53:41.661588 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:53:41.685950 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] 10.222.0.43 "PUT /v2.0/routers/3701f7a9-8809-4284-8192-2bc4dc7ce8b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5847337 May 31 11:53:42.239858 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Sync routers for ids ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:53:42.249862 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Routers {'3701f7a9-8809-4284-8192-2bc4dc7ce8b8'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:53:42.250477 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:53:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:42.428762 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Set router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:53:42.557180 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device c63d7de5-f049-4b58-905e-f11b305fb7c9 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:53:42.577758 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 42108) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:42.694633 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-6826827f-d931-4464-9d7f-7e991c1f27ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:42.708493 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-6826827f-d931-4464-9d7f-7e991c1f27ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:42.712283 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-6826827f-d931-4464-9d7f-7e991c1f27ee admin admin] Usage tracker for resource:security_group_rule and tenant:a2da4a354e634f55b32ae440fcae56ac is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:42.714983 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-6826827f-d931-4464-9d7f-7e991c1f27ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:42.720614 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-6826827f-d931-4464-9d7f-7e991c1f27ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:42.772592 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port c63d7de5-f049-4b58-905e-f11b305fb7c9 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:42.773003 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:42.806502 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-6826827f-d931-4464-9d7f-7e991c1f27ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:42.864200 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-6826827f-d931-4464-9d7f-7e991c1f27ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:42.877622 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:42.914699 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '79944c39-f436-485b-a1a3-fc2d933b94c3', 'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'mac_address': 'fa:16:3e:87:db:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:39Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 2, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'subnets': [{'id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:42.918836 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-6826827f-d931-4464-9d7f-7e991c1f27ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2da4a354e634f55b32ae440fcae56ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392122 May 31 11:53:42.919148 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826827f-d931-4464-9d7f-7e991c1f27ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a2805e-7fa2-46bf-bbf1-c19286230bf1,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:42.926024 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-6826827f-d931-4464-9d7f-7e991c1f27ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:42.926508 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 42120) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:42.937058 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Checking router: 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:53:42.937420 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Updating router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 port 79944c39-f436-485b-a1a3-fc2d933b94c3 binding host dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:53:42.991973 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.001005 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1a444103-b5a4-45d6-a306-893866765ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.027696 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1a444103-b5a4-45d6-a306-893866765ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.163569 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1a444103-b5a4-45d6-a306-893866765ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.170416 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-46895d7b-cd25-479f-b733-04b096260cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:43.184214 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a444103-b5a4-45d6-a306-893866765ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a2805e-7fa2-46bf-bbf1-c19286230bf1,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:43.186545 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1a444103-b5a4-45d6-a306-893866765ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:43.187668 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1a444103-b5a4-45d6-a306-893866765ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.189054 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-1a444103-b5a4-45d6-a306-893866765ad6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11a2805e-7fa2-46bf-bbf1-c19286230bf1 HTTP/1.1" status: 204 len: 168 time: 0.2616301 May 31 11:53:43.403627 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Notify callbacks [] for port, precommit_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.423018 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Transition to ACTIVE for port object 79944c39-f436-485b-a1a3-fc2d933b94c3 will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:53:43.476430 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.481094 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:43.669280 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cee76-d69a-41d7-b16b-40965c38256d None None] Pushing event updated for resources: {'Port': ['ID=79944c39-f436-485b-a1a3-fc2d933b94c3,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:43.678869 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-478cee76-d69a-41d7-b16b-40965c38256d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:43.732278 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Attempting to bind port 79944c39-f436-485b-a1a3-fc2d933b94c3 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:53:43.732578 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Attempting to bind port 79944c39-f436-485b-a1a3-fc2d933b94c3 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:53:43.732950 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Attempting to bind port 79944c39-f436-485b-a1a3-fc2d933b94c3 on network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:53:43.739463 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:53:43.739768 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Checking segment: {'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:53:43.741139 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.741577 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Bound using segment: {'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:53:43.742075 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Bound port: 79944c39-f436-485b-a1a3-fc2d933b94c3, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:53:43.742462 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.854297 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] For port 79944c39-f436-485b-a1a3-fc2d933b94c3, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:53:43.857763 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] For port 79944c39-f436-485b-a1a3-fc2d933b94c3, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=79944c39-f436-485b-a1a3-fc2d933b94c3,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:53:43.865085 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 42156) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:43.882718 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e13e83f4-c16e-490a-b779-279586df1ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.900467 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-e13e83f4-c16e-490a-b779-279586df1ca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:43.904145 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-e13e83f4-c16e-490a-b779-279586df1ca4 admin admin] Usage tracker for resource:security_group_rule and tenant:bc5a374a7d524a26b14f947e4ea97733 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:43.906877 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-e13e83f4-c16e-490a-b779-279586df1ca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:43.912560 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-e13e83f4-c16e-490a-b779-279586df1ca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:43.915967 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.923743 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:43.998691 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Routers {'3701f7a9-8809-4284-8192-2bc4dc7ce8b8'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:53:43.999003 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e13e83f4-c16e-490a-b779-279586df1ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.999296 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:53:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:44.070156 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cee76-d69a-41d7-b16b-40965c38256d None None] Pushing event updated for resources: {'Port': ['ID=79944c39-f436-485b-a1a3-fc2d933b94c3,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:44.073312 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-478cee76-d69a-41d7-b16b-40965c38256d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:44.086568 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e13e83f4-c16e-490a-b779-279586df1ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:44.108384 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:44.149369 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e83f4-c16e-490a-b779-279586df1ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2448a6bc-5ccc-406e-9125-27b11e3a622d,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:44.156873 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-e13e83f4-c16e-490a-b779-279586df1ca4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc5a374a7d524a26b14f947e4ea97733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883775 May 31 11:53:44.156873 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e13e83f4-c16e-490a-b779-279586df1ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:44.157247 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 42166) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:44.210683 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] Set router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:53:44.256294 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bdb17916-25de-4869-a48a-51a9ab841091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:44.286014 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bdb17916-25de-4869-a48a-51a9ab841091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:44.429934 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bdb17916-25de-4869-a48a-51a9ab841091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:44.433788 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-559113c7-8d98-41ec-a974-c9238f4742d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:44.446576 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb17916-25de-4869-a48a-51a9ab841091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2448a6bc-5ccc-406e-9125-27b11e3a622d,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:44.450579 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-bdb17916-25de-4869-a48a-51a9ab841091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:44.451730 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bdb17916-25de-4869-a48a-51a9ab841091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:44.452889 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-bdb17916-25de-4869-a48a-51a9ab841091 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2448a6bc-5ccc-406e-9125-27b11e3a622d HTTP/1.1" status: 204 len: 168 time: 0.2941098 May 31 11:53:44.595149 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '79944c39-f436-485b-a1a3-fc2d933b94c3', 'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'mac_address': 'fa:16:3e:87:db:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:39Z', 'updated_at': '2021-05-31T11:53:43Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'subnets': [{'id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:44.599315 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fde51a-ceca-44c5-b317-45689de75214 None None] The sync data for ids ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'] in dv-cinder-791240-4-smb is: [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '79944c39-f436-485b-a1a3-fc2d933b94c3', 'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'mac_address': 'fa:16:3e:87:db:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:39Z', 'updated_at': '2021-05-31T11:53:43Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'subnets': [{'id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:53:46.574223 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 79944c39-f436-485b-a1a3-fc2d933b94c3 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:53:46.704806 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 79944c39-f436-485b-a1a3-fc2d933b94c3 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:53:46.711172 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 79944c39-f436-485b-a1a3-fc2d933b94c3 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:46.711923 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:46.834661 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:46.874085 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 79944c39-f436-485b-a1a3-fc2d933b94c3, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=79944c39-f436-485b-a1a3-fc2d933b94c3,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:46.973241 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 42260) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:46.989860 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:46.993659 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:47.069749 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=79944c39-f436-485b-a1a3-fc2d933b94c3,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:47.074389 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:47.118130 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-8b0829a5-fced-4565-9467-65bf502af727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:47.133248 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-8b0829a5-fced-4565-9467-65bf502af727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:47.137068 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-8b0829a5-fced-4565-9467-65bf502af727 admin admin] Usage tracker for resource:security_group_rule and tenant:e19910fdc63c4a10aab5d6bfdc0df621 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:47.139805 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-8b0829a5-fced-4565-9467-65bf502af727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:47.145695 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-8b0829a5-fced-4565-9467-65bf502af727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:47.231930 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-8b0829a5-fced-4565-9467-65bf502af727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:47.304267 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-8b0829a5-fced-4565-9467-65bf502af727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:47.311416 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ec3ece09-bbb6-4dbe-aead-879b2473a46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:47.361173 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-8b0829a5-fced-4565-9467-65bf502af727 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e19910fdc63c4a10aab5d6bfdc0df621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868570 May 31 11:53:47.362956 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0829a5-fced-4565-9467-65bf502af727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62039ee5-64ef-4822-946f-22775b28a166,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:47.363801 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 42282) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:47.367743 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-8b0829a5-fced-4565-9467-65bf502af727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:47.434002 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4c43ae59-42ee-4848-a55d-ce53a5608663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:47.459391 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4c43ae59-42ee-4848-a55d-ce53a5608663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:47.589963 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4c43ae59-42ee-4848-a55d-ce53a5608663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:47.594919 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-9641b948-78a7-42a4-8fb2-4042ec1c434e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:47.611795 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43ae59-42ee-4848-a55d-ce53a5608663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62039ee5-64ef-4822-946f-22775b28a166,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:47.614622 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-4c43ae59-42ee-4848-a55d-ce53a5608663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:47.619439 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4c43ae59-42ee-4848-a55d-ce53a5608663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:47.620573 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-4c43ae59-42ee-4848-a55d-ce53a5608663 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62039ee5-64ef-4822-946f-22775b28a166 HTTP/1.1" status: 204 len: 168 time: 0.2551053 May 31 11:53:47.746357 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 42294) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:47.994153 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-297da17d-ec0b-4523-9832-c127d3c2ec54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.079509 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-297da17d-ec0b-4523-9832-c127d3c2ec54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:48.083409 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-297da17d-ec0b-4523-9832-c127d3c2ec54 admin admin] Usage tracker for resource:security_group_rule and tenant:0fbd1f09af834254a767dc446f8cb8ae is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:48.086841 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-297da17d-ec0b-4523-9832-c127d3c2ec54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:48.092649 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-297da17d-ec0b-4523-9832-c127d3c2ec54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:48.175790 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-297da17d-ec0b-4523-9832-c127d3c2ec54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.261179 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 42302) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:48.263983 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-297da17d-ec0b-4523-9832-c127d3c2ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.271142 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-f7d7eccb-1911-4908-9a46-bf39f6b87572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:48.279301 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-aef78703-4d1a-48a4-b5b3-6ba115209642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.294187 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-aef78703-4d1a-48a4-b5b3-6ba115209642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:48.297979 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-aef78703-4d1a-48a4-b5b3-6ba115209642 admin admin] Usage tracker for resource:security_group_rule and tenant:8d8ae612bb90461ba2d4bee0be1077a6 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:48.300801 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-aef78703-4d1a-48a4-b5b3-6ba115209642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:48.306618 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-aef78703-4d1a-48a4-b5b3-6ba115209642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:48.311712 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-297da17d-ec0b-4523-9832-c127d3c2ec54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0fbd1f09af834254a767dc446f8cb8ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5642979 May 31 11:53:48.312626 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297da17d-ec0b-4523-9832-c127d3c2ec54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5b3618-a414-444a-a381-74f2a473b4e6,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:48.314588 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 42306) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:48.315523 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-297da17d-ec0b-4523-9832-c127d3c2ec54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:48.404608 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-61b3ab28-2209-4882-bd8d-610b17c80ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.446901 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-61b3ab28-2209-4882-bd8d-610b17c80ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.484061 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-aef78703-4d1a-48a4-b5b3-6ba115209642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.527093 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-aef78703-4d1a-48a4-b5b3-6ba115209642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.534143 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-31b7c9bf-6f2b-4a07-84d7-7cda9f6233aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:48.534554 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 79944c39-f436-485b-a1a3-fc2d933b94c3 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:53:48.576600 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-aef78703-4d1a-48a4-b5b3-6ba115209642 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d8ae612bb90461ba2d4bee0be1077a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143065 May 31 11:53:48.577651 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef78703-4d1a-48a4-b5b3-6ba115209642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443953f2-85f8-41de-a61b-77d6079063bb,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:48.579710 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 42310) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:48.580669 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-aef78703-4d1a-48a4-b5b3-6ba115209642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:48.581312 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-61b3ab28-2209-4882-bd8d-610b17c80ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.586095 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-cf3243e2-0562-49be-9b0c-c9120e7eb20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:48.597723 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3ab28-2209-4882-bd8d-610b17c80ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5b3618-a414-444a-a381-74f2a473b4e6,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:48.600335 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-61b3ab28-2209-4882-bd8d-610b17c80ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:48.607816 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-61b3ab28-2209-4882-bd8d-610b17c80ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.621185 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-61b3ab28-2209-4882-bd8d-610b17c80ade admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d5b3618-a414-444a-a381-74f2a473b4e6 HTTP/1.1" status: 204 len: 168 time: 0.2960439 May 31 11:53:48.647594 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 79944c39-f436-485b-a1a3-fc2d933b94c3 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:48.648170 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.655475 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f537-6d9f-4738-9efe-3620af1f8d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.687305 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f537-6d9f-4738-9efe-3620af1f8d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.835688 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f537-6d9f-4738-9efe-3620af1f8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.839368 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:48.851917 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8f537-6d9f-4738-9efe-3620af1f8d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443953f2-85f8-41de-a61b-77d6079063bb,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:48.855722 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-4cb8f537-6d9f-4738-9efe-3620af1f8d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:48.868039 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f537-6d9f-4738-9efe-3620af1f8d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.868519 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-4cb8f537-6d9f-4738-9efe-3620af1f8d98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/443953f2-85f8-41de-a61b-77d6079063bb HTTP/1.1" status: 204 len: 168 time: 0.2869658 May 31 11:53:49.413609 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 42332) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:49.431639 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d11f5124-ab5a-4979-a040-2a49b18889da admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:49.446299 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-d11f5124-ab5a-4979-a040-2a49b18889da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:49.450053 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-d11f5124-ab5a-4979-a040-2a49b18889da admin admin] Usage tracker for resource:security_group_rule and tenant:597b3e0907db4b9d8b1ef2816ae52fc5 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:49.452877 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-d11f5124-ab5a-4979-a040-2a49b18889da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:49.458547 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-d11f5124-ab5a-4979-a040-2a49b18889da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:49.545088 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d11f5124-ab5a-4979-a040-2a49b18889da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:49.595200 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d11f5124-ab5a-4979-a040-2a49b18889da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:49.604524 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:49.645665 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-d11f5124-ab5a-4979-a040-2a49b18889da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=597b3e0907db4b9d8b1ef2816ae52fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310007 May 31 11:53:49.647464 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f5124-ab5a-4979-a040-2a49b18889da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4b1db7-e744-4531-a346-21d75521b364,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:49.650354 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 42338) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:49.650856 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-d11f5124-ab5a-4979-a040-2a49b18889da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:49.709699 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-69bc7b93-b1f2-4e2d-a675-51cd47a2e6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:49.736382 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-69bc7b93-b1f2-4e2d-a675-51cd47a2e6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:49.841508 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-69bc7b93-b1f2-4e2d-a675-51cd47a2e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:49.846725 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-d0512085-4ef4-4cac-9678-25f27317ad97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:49.868403 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc7b93-b1f2-4e2d-a675-51cd47a2e6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4b1db7-e744-4531-a346-21d75521b364,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:49.870035 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-69bc7b93-b1f2-4e2d-a675-51cd47a2e6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:49.872257 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-69bc7b93-b1f2-4e2d-a675-51cd47a2e6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:49.874738 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-69bc7b93-b1f2-4e2d-a675-51cd47a2e6c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad4b1db7-e744-4531-a346-21d75521b364 HTTP/1.1" status: 204 len: 168 time: 0.2227530 May 31 11:53:50.061147 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6842-df30-40c1-963c-556699b72e1d req-98ca593d-0075-482b-bd59-fed72e92df9a tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:50.062124 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-8f0b6842-df30-40c1-963c-556699b72e1d req-98ca593d-0075-482b-bd59-fed72e92df9a tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Synchronizing usage tracker for tenant:442725427c014c98ae602bb467f2f916 on resource:network {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:53:50.088568 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-afb1380f-8ddf-429a-8a29-356a1d7448b1 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:50.090063 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-afb1380f-8ddf-429a-8a29-356a1d7448b1 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/networks?id=0c08a832-fb58-46a4-9851-368bfaf2fd35 HTTP/1.1" status: 200 len: 814 time: 0.2060883 May 31 11:53:50.105511 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-ba3a952c-539c-48f6-a84d-604e7fe166d9 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/quotas/159436890a7b4b3eb9c686a7f91ffd20 HTTP/1.1" status: 200 len: 375 time: 0.0095327 May 31 11:53:50.138473 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-8f0b6842-df30-40c1-963c-556699b72e1d req-98ca593d-0075-482b-bd59-fed72e92df9a tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Unset dirty status for tenant:442725427c014c98ae602bb467f2f916 on resource:network {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:53:50.139646 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8f0b6842-df30-40c1-963c-556699b72e1d req-98ca593d-0075-482b-bd59-fed72e92df9a tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/networks?id=2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb HTTP/1.1" status: 200 len: 808 time: 0.2686327 May 31 11:53:50.156191 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8f0b6842-df30-40c1-963c-556699b72e1d req-f14ad53f-7d35-42ac-b026-1eb964cf2537 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/quotas/442725427c014c98ae602bb467f2f916 HTTP/1.1" status: 200 len: 375 time: 0.0097525 May 31 11:53:50.193982 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-a1f3a7fb-c525-498c-95e5-2f05eb0d8602 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825462 May 31 11:53:50.210861 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8f0b6842-df30-40c1-963c-556699b72e1d req-d6cebb4d-cbb1-459a-adc0-c8cc1e63d1cf tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=442725427c014c98ae602bb467f2f916&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464973 May 31 11:53:50.352863 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-b1961339-386f-4516-b394-b7368e0d8889 service neutron] 10.222.0.43 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511252 May 31 11:53:50.362239 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8f0b6842-df30-40c1-963c-556699b72e1d req-359fcec3-d9d8-495e-8a48-c2a8ab932670 service neutron] 10.222.0.43 "GET /v2.0/networks/2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444907 May 31 11:53:50.515441 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8f0b6842-df30-40c1-963c-556699b72e1d req-ec6487c0-a60a-45eb-8f63-661376a5058d service neutron] 10.222.0.43 "GET /v2.0/networks/2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464601 May 31 11:53:50.588485 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-e8d5b691-c57f-4b65-ae44-f775f4d24d66 service neutron] 10.222.0.43 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274854 May 31 11:53:51.023069 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3107c-fff3-4ebb-9251-ff5ff27108b0 req-f4f9af86-7182-4dda-b39d-2ec55bf81691 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:51.031177 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e6d3107c-fff3-4ebb-9251-ff5ff27108b0 req-f4f9af86-7182-4dda-b39d-2ec55bf81691 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.0925179 May 31 11:53:51.100073 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e6d3107c-fff3-4ebb-9251-ff5ff27108b0 req-c1357c88-eb61-4469-aa09-a36da550ab83 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676551 May 31 11:53:51.253012 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c555d7b5-9038-46df-aec7-868faf30c467 req-1c153265-9a71-4c72-839d-14cb14087dcb tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 210 time: 0.0541785 May 31 11:53:51.392084 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7377dba6-6876-48a6-b1c5-88b52195d271 req-1e2736f0-162f-4a86-b9e6-5431f21db94d tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.0667486 May 31 11:53:51.426131 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 42432) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:51.431824 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1350927663', 'description': 'tempest-description--1714917555'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:51.437650 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:51.441818 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Usage tracker for resource:security_group and tenant:96d2340d017442468109cc2223b2c1ad is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:51.444879 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:51.450891 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:51.588912 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a493f0-b0c9-4282-8398-c0e471b338bb req-2e639465-238c-4417-8d87-da93e3d9e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:51.590963 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b3a493f0-b0c9-4282-8398-c0e471b338bb req-2e639465-238c-4417-8d87-da93e3d9e4bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 1099 time: 0.1075258 May 31 11:53:51.592467 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:51.640845 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:51.649122 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Usage tracker for resource:security_group_rule and tenant:96d2340d017442468109cc2223b2c1ad is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:51.653407 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:51.657357 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b3a493f0-b0c9-4282-8398-c0e471b338bb req-b263458a-6a9b-4ad5-a404-b41f2c10d6ef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518022 May 31 11:53:51.661073 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:51.751373 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:51.829779 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:51.836345 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b0a49214-d4b7-4006-9456-ec93374f852a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:51.879268 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2963f644-b70d-4b52-b8db-b09779011792,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:51.882712 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:51.973247 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:51.974992 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5478656 May 31 11:53:51.981267 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 42454) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:51.986608 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-6132674c-687b-449a-b154-d9e71776307c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Request body: {'security_group_rule': {'security_group_id': '2963f644-b70d-4b52-b8db-b09779011792', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:51.992563 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-6132674c-687b-449a-b154-d9e71776307c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:51.997202 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-6132674c-687b-449a-b154-d9e71776307c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Usage tracker for resource:security_group_rule and tenant:96d2340d017442468109cc2223b2c1ad is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:52.000387 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-6132674c-687b-449a-b154-d9e71776307c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:52.007341 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-6132674c-687b-449a-b154-d9e71776307c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:52.081766 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-6132674c-687b-449a-b154-d9e71776307c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:52.163241 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-6132674c-687b-449a-b154-d9e71776307c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:52.235472 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-6132674c-687b-449a-b154-d9e71776307c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:52.244078 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:52.265947 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132674c-687b-449a-b154-d9e71776307c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed48eab-fef8-4c6e-b3ea-9a0cbd4d0de1,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:52.269132 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-6132674c-687b-449a-b154-d9e71776307c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:52.335326 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1396b4-7739-4f06-ae9e-e44515ca252e req-088a25ea-b29e-4054-a684-51c05f55391a tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:52.335326 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4b1396b4-7739-4f06-ae9e-e44515ca252e req-088a25ea-b29e-4054-a684-51c05f55391a tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.0932002 May 31 11:53:52.396749 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4b1396b4-7739-4f06-ae9e-e44515ca252e req-2245b484-8a6b-4442-adeb-a0d65be40be1 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626092 May 31 11:53:52.426814 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-6132674c-687b-449a-b154-d9e71776307c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:52.431105 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-6132674c-687b-449a-b154-d9e71776307c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4464145 May 31 11:53:52.431689 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 42466) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:52.438148 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-f29289fb-840f-46ef-a41e-a893cdb28698 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Request body: {'security_group_rule': {'security_group_id': '2963f644-b70d-4b52-b8db-b09779011792', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:52.445484 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6549686f-6951-40b9-940c-b657008b5152 req-96671302-c4a0-4ad2-a1b3-8078bd532b31 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 210 time: 0.0757651 May 31 11:53:52.448212 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-f29289fb-840f-46ef-a41e-a893cdb28698 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:52.453053 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-f29289fb-840f-46ef-a41e-a893cdb28698 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Usage tracker for resource:security_group_rule and tenant:96d2340d017442468109cc2223b2c1ad is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:52.457664 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-f29289fb-840f-46ef-a41e-a893cdb28698 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:52.494950 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-f29289fb-840f-46ef-a41e-a893cdb28698 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:52.577427 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c143683b-1d9e-4590-8cc9-e29e236a9c6f req-b8a6b8f6-9593-4d49-bfad-acdc97cbba53 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.0481529 May 31 11:53:52.579403 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f29289fb-840f-46ef-a41e-a893cdb28698 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:52.692453 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f29289fb-840f-46ef-a41e-a893cdb28698 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:52.772303 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f29289fb-840f-46ef-a41e-a893cdb28698 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:52.774637 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:52.803989 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29289fb-840f-46ef-a41e-a893cdb28698 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba1be2c-4b40-4da9-a9b4-97196465fbbf,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:52.809765 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-f29289fb-840f-46ef-a41e-a893cdb28698 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:52.880825 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f29289fb-840f-46ef-a41e-a893cdb28698 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:52.882152 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-f29289fb-840f-46ef-a41e-a893cdb28698 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4493434 May 31 11:53:52.885373 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 42480) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:52.890402 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Request body: {'floatingip': {'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:52.895994 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:52.900053 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Usage tracker for resource:floatingip and tenant:96d2340d017442468109cc2223b2c1ad is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:52.902870 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:52.908613 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:53.029896 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for floatingip, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:53.168068 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:53.303383 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Allocated IP 172.28.1.9 (44138ec9-aa29-40d8-b84a-8c450b87461c/270374c3-e0a8-4da5-b8af-4f1fd2d3da10/d885d261-a46b-4865-9ddf-58df5fcb8070) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:53:53.450097 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:53.539992 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:53.545032 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:53.580608 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601bc33-4f2f-4d2b-8152-751bf4aed672 req-9773c298-fd34-4379-9ccd-6745a4385e36 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:53.582095 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9601bc33-4f2f-4d2b-8152-751bf4aed672 req-9773c298-fd34-4379-9ccd-6745a4385e36 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.0821145 May 31 11:53:53.628710 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9601bc33-4f2f-4d2b-8152-751bf4aed672 req-61480bb6-9f86-42a3-8c4c-b988d81138cf tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398698 May 31 11:53:53.648905 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Network 44138ec9-aa29-40d8-b84a-8c450b87461c is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:53:53.653947 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a17a48fc-fdec-4903-9ef1-739a9eb52c59 req-cc61504e-12aa-4a1f-8f81-e086365bed5c tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 210 time: 0.0788987 May 31 11:53:53.654735 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:53:53.658641 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:53:53.707870 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event updated for resources: {'Port': ['ID=d885d261-a46b-4865-9ddf-58df5fcb8070,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:53.718204 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:53.847342 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8453e813-77d7-4de9-9a06-027f7273e63b req-5c639a62-b0d2-4287-a0c9-3a4282906983 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.0722973 May 31 11:53:53.880732 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:53.922504 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e3d11-dcc9-487e-8fb6-490be6a5aca3 req-30b30fef-17f9-429e-a894-1149f0981bcf tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:53.923981 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f68e3d11-dcc9-487e-8fb6-490be6a5aca3 req-30b30fef-17f9-429e-a894-1149f0981bcf tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1073735 May 31 11:53:53.969334 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f68e3d11-dcc9-487e-8fb6-490be6a5aca3 req-aa4f50a3-612e-49b7-b1b2-8fcd2dc4e823 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392025 May 31 11:53:54.082014 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:54.447478 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6842-df30-40c1-963c-556699b72e1d req-a5c67af2-ebcc-490b-b501-40cc60318dea tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:54.448946 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8f0b6842-df30-40c1-963c-556699b72e1d req-a5c67af2-ebcc-490b-b501-40cc60318dea tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.36 "GET /v2.0/networks?id=2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb HTTP/1.1" status: 200 len: 808 time: 0.3186314 May 31 11:53:54.489753 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Request body: {'port': {'device_id': 'eeff2654-e75d-4a39-96dd-c31c21049b39', 'network_id': '2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb', 'admin_state_up': True, 'tenant_id': '442725427c014c98ae602bb467f2f916'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:54.514910 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:54.584110 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:54.593421 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:54.743091 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event updated for resources: {'Port': ['ID=d885d261-a46b-4865-9ddf-58df5fcb8070,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:54.750234 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:54.759094 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:54.761436 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697336'] for floatingip, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:54.772953 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Usage tracker for resource:port and tenant:442725427c014c98ae602bb467f2f916 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:54.777612 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:54.785673 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:54.825408 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-aa955aae-5a5d-47ba-a8a0-105a2c2a39bb req-98575e2d-82fb-4e71-84e5-b6cd2cc7d66f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 210 time: 0.0506318 May 31 11:53:54.835477 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:54.837306 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9510312 May 31 11:53:55.044611 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-826612df-5ec7-4890-96bc-bcf403039910 req-0aa53079-a4f3-471d-b6fe-4798c9ffab3d tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.0624697 May 31 11:53:55.052953 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Made reservation on behalf of 442725427c014c98ae602bb467f2f916 for: {'port': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:53:55.161179 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:55.161630 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-758b7f22-318f-4169-a439-3c57d4c9b3b5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1350927663&fields=id&tenant_id=96d2340d017442468109cc2223b2c1ad HTTP/1.1" status: 200 len: 267 time: 0.0445645 May 31 11:53:55.258369 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Allocated IP 172.20.0.13 (2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb/22183454-7bb6-4c25-a082-6beee883e358/7f4fd8b9-9f16-4dda-a0fc-957da86b151b) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:53:55.316441 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-091d9a24-ef2b-45d5-9a32-afd4b231451a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:55.323729 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-091d9a24-ef2b-45d5-9a32-afd4b231451a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/networks?id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4 HTTP/1.1" status: 200 len: 816 time: 0.1758065 May 31 11:53:55.341429 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-8ff83b8b-e058-4759-a7f4-d3e861348d21 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/quotas/96d2340d017442468109cc2223b2c1ad HTTP/1.1" status: 200 len: 375 time: 0.0165262 May 31 11:53:55.428294 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-b21446f4-e398-4f7e-a42c-93a13e0261d8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Synchronizing usage tracker for tenant:96d2340d017442468109cc2223b2c1ad on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:53:55.543886 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-b21446f4-e398-4f7e-a42c-93a13e0261d8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Unset dirty status for tenant:96d2340d017442468109cc2223b2c1ad on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:53:55.546396 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-b21446f4-e398-4f7e-a42c-93a13e0261d8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d2340d017442468109cc2223b2c1ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2038751 May 31 11:53:55.581070 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:55.677001 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-44d14e3a-615a-4757-8966-af22bf4d9465 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:55.678618 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-44d14e3a-615a-4757-8966-af22bf4d9465 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "GET /v2.0/networks?id=0c08a832-fb58-46a4-9851-368bfaf2fd35 HTTP/1.1" status: 200 len: 814 time: 0.1871171 May 31 11:53:55.698230 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-f1aeab91-12b8-4f2c-95fe-4da430271465 service neutron] 10.222.0.43 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398954 May 31 11:53:55.703926 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Request body: {'port': {'device_id': '832a286d-d0fa-465a-b301-082bb10f73a5', 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35', 'admin_state_up': True, 'tenant_id': '159436890a7b4b3eb9c686a7f91ffd20'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:55.784521 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:55.806560 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:55.858594 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-613cfc50-0a0b-46b7-b26d-a93e796e0b6b service neutron] 10.222.0.43 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543229 May 31 11:53:55.938872 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Network 2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:53:55.943902 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:55.946653 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:53:55.955518 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:53:56.096494 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:56.098449 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Pushing event updated for resources: {'Port': ['ID=7f4fd8b9-9f16-4dda-a0fc-957da86b151b,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:56.115808 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:56.136895 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:56.137564 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:56.200827 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad059fba-50e0-4596-a14a-f7eb77098e86 req-5eb74f81-35ce-41cb-a18d-78dc11d48ec5 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:56.201549 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-ad059fba-50e0-4596-a14a-f7eb77098e86 req-5eb74f81-35ce-41cb-a18d-78dc11d48ec5 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Synchronizing usage tracker for tenant:442725427c014c98ae602bb467f2f916 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:53:56.236533 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Made reservation on behalf of 159436890a7b4b3eb9c686a7f91ffd20 for: {'port': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:53:56.248601 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:56.367868 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8f0b6842-df30-40c1-963c-556699b72e1d req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8816218 May 31 11:53:56.371760 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-ad059fba-50e0-4596-a14a-f7eb77098e86 req-5eb74f81-35ce-41cb-a18d-78dc11d48ec5 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Unset dirty status for tenant:442725427c014c98ae602bb467f2f916 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:53:56.382894 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ad059fba-50e0-4596-a14a-f7eb77098e86 req-5eb74f81-35ce-41cb-a18d-78dc11d48ec5 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 932 time: 0.3718214 May 31 11:53:56.395393 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Request body: {'port': {'device_id': 'eeff2654-e75d-4a39-96dd-c31c21049b39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:56.488550 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-69ae2c62-81bf-4200-a0e5-32924751caea req-0ed8fcdf-3eb1-4466-8843-13ced61311ac tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.1151962 May 31 11:53:56.574488 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ad059fba-50e0-4596-a14a-f7eb77098e86 req-afb88a2b-b87a-4975-b9ba-aa981d0d6d30 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2d5596-a36e-460d-8e28-07f9379b24b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897049 May 31 11:53:56.582778 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f5d2c8c7-fd58-4c26-996d-8579c2d662e8 req-90fbe387-7bf9-4d98-bb65-273a8d2db273 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 210 time: 0.0459862 May 31 11:53:56.721896 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Allocated IP 172.20.0.7 (0c08a832-fb58-46a4-9851-368bfaf2fd35/993381ae-0ef5-4e41-9233-67590fc9a971/66f7cfa7-906a-4741-8b45-4c3fadfb70b9) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:53:56.737444 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:57.157650 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:57.323338 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4fd8b9-9f16-4dda-a0fc-957da86b151b {{(pid=98764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:53:57.327389 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:57.349040 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Transition to ACTIVE for port object 7f4fd8b9-9f16-4dda-a0fc-957da86b151b will not be triggered until provisioned by entity L2. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:53:57.351286 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:57.357950 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e877336e-85c4-4f6f-b15e-ef80196f9b2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:57.400032 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['4c1b4fca-9552-4847-9a4e-bd34803b7b29', '60b9b3e4-3d85-470e-9ebd-f0c8c61beb48'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:53:57.441966 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Pushing event updated for resources: {'Port': ['ID=66f7cfa7-906a-4741-8b45-4c3fadfb70b9,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:57.445222 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:57.449135 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:57.466065 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:57.598544 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4fd8b9-9f16-4dda-a0fc-957da86b151b,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:57.609407 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:57.631093 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Network 0c08a832-fb58-46a4-9851-368bfaf2fd35 is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:53:57.639579 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:53:57.648016 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:53:57.797449 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb270dc-59e7-4d91-8f73-db8d359801d1 req-f090705d-c30c-429d-9079-06a61dc9024a tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:57.804277 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:57.804787 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-abb270dc-59e7-4d91-8f73-db8d359801d1 req-f090705d-c30c-429d-9079-06a61dc9024a tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 931 time: 0.1249712 May 31 11:53:57.805615 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:57.834498 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Attempting to bind port 7f4fd8b9-9f16-4dda-a0fc-957da86b151b on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:53:57.834826 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Attempting to bind port 7f4fd8b9-9f16-4dda-a0fc-957da86b151b by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '69ec37c4-c081-479a-917b-562c9cad9ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb'}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:53:57.835148 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Attempting to bind port 7f4fd8b9-9f16-4dda-a0fc-957da86b151b on network 2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:53:57.844825 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Port 7f4fd8b9-9f16-4dda-a0fc-957da86b151b on network 2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:53:57.845149 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Attempting to bind port 7f4fd8b9-9f16-4dda-a0fc-957da86b151b on network 2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:53:57.850371 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-abb270dc-59e7-4d91-8f73-db8d359801d1 req-a28ac5e9-ed9e-4255-b823-241b2b88ebc1 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443814 May 31 11:53:57.853576 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:53:57.853850 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Checking segment: {'id': '69ec37c4-c081-479a-917b-562c9cad9ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:53:57.854228 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Bound using segment: {'id': '69ec37c4-c081-479a-917b-562c9cad9ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb'} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:53:57.854655 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Bound port: 7f4fd8b9-9f16-4dda-a0fc-957da86b151b, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ec37c4-c081-479a-917b-562c9cad9ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb'}}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:53:57.854996 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:58.000243 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2999330 May 31 11:53:58.006324 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-18284527-8250-484a-ad76-497041aec3c0 req-1b56a3d4-bef5-46ba-9367-d5eb69e45f4b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 210 time: 0.0459983 May 31 11:53:58.037782 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] For port 7f4fd8b9-9f16-4dda-a0fc-957da86b151b, host hv-cinder-79124, cleared binding levels {{(pid=98764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:53:58.041153 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] For port 7f4fd8b9-9f16-4dda-a0fc-957da86b151b, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=7f4fd8b9-9f16-4dda-a0fc-957da86b151b,segment=NetworkSegment(69ec37c4-c081-479a-917b-562c9cad9ed7),segment_id=69ec37c4-c081-479a-917b-562c9cad9ed7)] {{(pid=98764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:53:58.047440 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Request body: {'port': {'device_id': '832a286d-d0fa-465a-b301-082bb10f73a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:58.183836 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac89c9b-395a-4f9e-b4d7-9b5430316e3d req-f4123f21-56ea-476b-9afd-cbd8ce80671e tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:58.185338 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-aac89c9b-395a-4f9e-b4d7-9b5430316e3d req-f4123f21-56ea-476b-9afd-cbd8ce80671e tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 944 time: 0.2387052 May 31 11:53:58.197347 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3277eb-7f31-49b7-a67f-0e165503263a req-b1185e09-b0cc-427e-bfbf-7c74b27a1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:58.202143 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4b3277eb-7f31-49b7-a67f-0e165503263a req-b1185e09-b0cc-427e-bfbf-7c74b27a1422 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4795d24d302b4c4189da5f0c3d8fc8fe&device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 1099 time: 0.1527038 May 31 11:53:58.211363 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:58.213883 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:58.234137 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:58.234892 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76eee7d-c9d9-4d21-8009-0103fb4add3a req-181d5ab6-1fa1-47b6-a650-2d49c12cbf63 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:58.236809 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b76eee7d-c9d9-4d21-8009-0103fb4add3a req-181d5ab6-1fa1-47b6-a650-2d49c12cbf63 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1240828 May 31 11:53:58.344158 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:58.346651 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:58.346651 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8f0b6842-df30-40c1-963c-556699b72e1d req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] 10.222.0.36 "PUT /v2.0/ports/7f4fd8b9-9f16-4dda-a0fc-957da86b151b HTTP/1.1" status: 200 len: 1094 time: 1.9547398 May 31 11:53:58.346651 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeff2654-e75d-4a39-96dd-c31c21049b39', 'tag': '7f4fd8b9-9f16-4dda-a0fc-957da86b151b'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:58.348822 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09810473-267d-43ce-b1e9-30d1f7d9c5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "eeff2654-e75d-4a39-96dd-c31c21049b39", "tag": "7f4fd8b9-9f16-4dda-a0fc-957da86b151b"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:58.363168 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-aac89c9b-395a-4f9e-b4d7-9b5430316e3d req-bd39a5ed-a491-4719-a933-1a96981b66c1 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2d5596-a36e-460d-8e28-07f9379b24b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699679 May 31 11:53:58.379682 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b76eee7d-c9d9-4d21-8009-0103fb4add3a req-6b3aedc7-f093-4d73-a82c-748e5fc92575 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368785 May 31 11:53:58.390166 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4fd8b9-9f16-4dda-a0fc-957da86b151b,revision_number=3']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:58.399252 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:58.420459 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3277eb-7f31-49b7-a67f-0e165503263a req-ff4796f5-1bdd-453b-8fbb-f663d417d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:58.422270 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4b3277eb-7f31-49b7-a67f-0e165503263a req-ff4796f5-1bdd-453b-8fbb-f663d417d59c service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd3127e-a427-4d2a-a0cb-273aa10eec42 HTTP/1.1" status: 200 len: 919 time: 0.2152507 May 31 11:53:58.453706 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a7baf3-58bc-49ad-92f2-0892c7e88809 x-openstack-request-id: req-07a7baf3-58bc-49ad-92f2-0892c7e88809 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:58.454128 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeff2654-e75d-4a39-96dd-c31c21049b39", "tag": "7f4fd8b9-9f16-4dda-a0fc-957da86b151b", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:58.454516 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07a7baf3-58bc-49ad-92f2-0892c7e88809 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:58.455027 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeff2654-e75d-4a39-96dd-c31c21049b39', 'tag': '7f4fd8b9-9f16-4dda-a0fc-957da86b151b', 'status': 'completed', 'code': 200} May 31 11:53:58.576257 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4b3277eb-7f31-49b7-a67f-0e165503263a req-660e3585-2c70-424b-a7ef-ae2b7a6ddfaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e67ee191-9ac9-4134-97db-71270688c45e HTTP/1.1" status: 200 len: 217 time: 0.1395280 May 31 11:53:58.603055 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:53:58.671636 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3277eb-7f31-49b7-a67f-0e165503263a req-d22fdcb7-a42a-479b-9d2d-9eaf5ac8aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:58.673392 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4b3277eb-7f31-49b7-a67f-0e165503263a req-d22fdcb7-a42a-479b-9d2d-9eaf5ac8aecb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b89b243e-d588-4c64-a5f7-a9c0cf16fb4c HTTP/1.1" status: 200 len: 858 time: 0.0814342 May 31 11:53:58.757754 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4b3277eb-7f31-49b7-a67f-0e165503263a req-a43851da-fa94-48f7-9bae-24f4badbdc9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd3127e-a427-4d2a-a0cb-273aa10eec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746524 May 31 11:53:58.792401 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09810473-267d-43ce-b1e9-30d1f7d9c5fe req-0e7546f9-7334-4960-beb5-88395237c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:58.794474 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-09810473-267d-43ce-b1e9-30d1f7d9c5fe req-0e7546f9-7334-4960-beb5-88395237c5ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=442725427c014c98ae602bb467f2f916&device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 1097 time: 0.2146266 May 31 11:53:58.907281 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4b3277eb-7f31-49b7-a67f-0e165503263a req-290be98a-4726-408b-a06f-9e2bc6c532b3 service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388953 May 31 11:53:58.949665 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 {{(pid=98764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:53:58.969324 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:58.987791 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Transition to ACTIVE for port object 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 will not be triggered until provisioned by entity L2. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:53:59.073550 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:59.081588 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-3738a898-c8d2-474a-b33f-50f53114d25f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:59.211459 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4b3277eb-7f31-49b7-a67f-0e165503263a req-61391e62-a07b-4f9f-9ce4-67c2891e5a15 service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841682 May 31 11:53:59.222400 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4ea3dbcb-70d3-4a47-8729-214b49350457 req-3799459f-c8e8-4215-9e3b-8013080cce93 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 210 time: 0.0870562 May 31 11:53:59.260058 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 42648) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:59.268619 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09810473-267d-43ce-b1e9-30d1f7d9c5fe req-53d7b562-8b71-44b9-bba8-b5dfdcdb2098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:59.270016 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-09810473-267d-43ce-b1e9-30d1f7d9c5fe req-53d7b562-8b71-44b9-bba8-b5dfdcdb2098 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=442725427c014c98ae602bb467f2f916&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4312992 May 31 11:53:59.300691 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Pushing event updated for resources: {'Port': ['ID=66f7cfa7-906a-4741-8b45-4c3fadfb70b9,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:59.310505 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-df375ff4-a92e-4867-aca8-bb91298c217b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:59.312116 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-df375ff4-a92e-4867-aca8-bb91298c217b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.36 "GET /v2.0/networks?id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4 HTTP/1.1" status: 200 len: 816 time: 0.2588167 May 31 11:53:59.340758 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:59.395780 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 42658) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:59.460832 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-00f594cb-1912-4ba5-b72a-f7b870903a1c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96d2340d017442468109cc2223b2c1ad HTTP/1.1" status: 200 len: 380 time: 0.1048884 May 31 11:53:59.519558 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e076f-1852-4b93-b74d-95a251611ee5 req-7993a745-a97d-4301-80d8-1f605adfef63 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:59.520285 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-893e076f-1852-4b93-b74d-95a251611ee5 req-7993a745-a97d-4301-80d8-1f605adfef63 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Synchronizing usage tracker for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:53:59.579594 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2c342582-681a-4de0-bbfa-a68009d2800d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:59.618445 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-2c342582-681a-4de0-bbfa-a68009d2800d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:59.620994 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Attempting to bind port 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:53:59.621256 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Attempting to bind port 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:53:59.621569 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Attempting to bind port 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 on network 0c08a832-fb58-46a4-9851-368bfaf2fd35 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:53:59.624568 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Request body: {'port': {'device_id': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'admin_state_up': True, 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'security_groups': ['2963f644-b70d-4b52-b8db-b09779011792']}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:59.630101 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09810473-267d-43ce-b1e9-30d1f7d9c5fe req-ac7ac8af-6d81-4f40-a1fd-4fdac2142209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:59.630101 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-09810473-267d-43ce-b1e9-30d1f7d9c5fe req-ac7ac8af-6d81-4f40-a1fd-4fdac2142209 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3447094 May 31 11:53:59.630101 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-2c342582-681a-4de0-bbfa-a68009d2800d admin admin] Usage tracker for resource:security_group_rule and tenant:30e18660f7ba4875a31fb094a65b05a4 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:59.633537 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Port 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 on network 0c08a832-fb58-46a4-9851-368bfaf2fd35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:53:59.633850 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Attempting to bind port 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 on network 0c08a832-fb58-46a4-9851-368bfaf2fd35 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:53:59.637281 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-2c342582-681a-4de0-bbfa-a68009d2800d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:59.644670 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:53:59.645000 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Checking segment: {'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:53:59.645372 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Bound using segment: {'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:53:59.645797 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Bound port: 66f7cfa7-906a-4741-8b45-4c3fadfb70b9, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'}}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:53:59.646690 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:59.656915 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-2c342582-681a-4de0-bbfa-a68009d2800d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:59.713568 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-893e076f-1852-4b93-b74d-95a251611ee5 req-7993a745-a97d-4301-80d8-1f605adfef63 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Unset dirty status for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:53:59.714379 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-893e076f-1852-4b93-b74d-95a251611ee5 req-7993a745-a97d-4301-80d8-1f605adfef63 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 931 time: 0.7251048 May 31 11:53:59.722000 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0a3418d8-4b85-4740-9eac-c7743aeadd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:59.771161 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-0a3418d8-4b85-4740-9eac-c7743aeadd50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:59.790500 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-0a3418d8-4b85-4740-9eac-c7743aeadd50 admin admin] Usage tracker for resource:security_group_rule and tenant:fa854f439d6c42fb88f560ad686cc441 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:53:59.794639 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-0a3418d8-4b85-4740-9eac-c7743aeadd50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:53:59.813473 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-0a3418d8-4b85-4740-9eac-c7743aeadd50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:59.837071 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:59.859870 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] For port 66f7cfa7-906a-4741-8b45-4c3fadfb70b9, host hv-cinder-79124, cleared binding levels {{(pid=98764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:53:59.860721 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:59.863993 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-893e076f-1852-4b93-b74d-95a251611ee5 req-8b6ea852-cb31-4f61-915d-351a0484a699 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341496 May 31 11:53:59.868363 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] For port 66f7cfa7-906a-4741-8b45-4c3fadfb70b9, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=66f7cfa7-906a-4741-8b45-4c3fadfb70b9,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:53:59.870071 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc96b77-c6aa-4811-87e7-31479ac7c0df req-19928f99-6cbe-4ff7-8203-d73f97efd4d5 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:59.871583 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4bc96b77-c6aa-4811-87e7-31479ac7c0df req-19928f99-6cbe-4ff7-8203-d73f97efd4d5 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.3415809 May 31 11:53:59.940397 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:59.946172 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2c342582-681a-4de0-bbfa-a68009d2800d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:59.948996 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:59.952834 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4bc96b77-c6aa-4811-87e7-31479ac7c0df req-cf79561d-f95f-488d-8cd0-81bee8a0dc2d tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591688 May 31 11:54:00.002776 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6842-df30-40c1-963c-556699b72e1d req-c2871859-e1b4-472d-b190-c491d321427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:00.004981 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8f0b6842-df30-40c1-963c-556699b72e1d req-c2871859-e1b4-472d-b190-c491d321427e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=442725427c014c98ae602bb467f2f916&device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 1097 time: 0.2518682 May 31 11:54:00.027953 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0a3418d8-4b85-4740-9eac-c7743aeadd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:00.035776 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-d6bf2d75-eef3-4282-b112-8608632b9556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:00.040628 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Made reservation on behalf of 96d2340d017442468109cc2223b2c1ad for: {'port': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:00.044871 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:00.134737 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0a3418d8-4b85-4740-9eac-c7743aeadd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:00.143242 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:00.143863 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:00.145261 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] 10.222.0.36 "PUT /v2.0/ports/66f7cfa7-906a-4741-8b45-4c3fadfb70b9 HTTP/1.1" status: 200 len: 1093 time: 2.1027038 May 31 11:54:00.145511 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-03f86e53-a0af-4400-be7e-3257b561e7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:00.152261 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2c342582-681a-4de0-bbfa-a68009d2800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:00.171396 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8f0b6842-df30-40c1-963c-556699b72e1d req-a4eccaa0-2c18-4e51-9167-a9b4f96d9153 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f4fd8b9-9f16-4dda-a0fc-957da86b151b HTTP/1.1" status: 200 len: 217 time: 0.1403553 May 31 11:54:00.196624 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Pushing event updated for resources: {'Port': ['ID=66f7cfa7-906a-4741-8b45-4c3fadfb70b9,revision_number=3']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:00.229782 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-0a3418d8-4b85-4740-9eac-c7743aeadd50 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa854f439d6c42fb88f560ad686cc441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8321760 May 31 11:54:00.236554 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 42694) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:00.237779 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:00.244284 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-2c342582-681a-4de0-bbfa-a68009d2800d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30e18660f7ba4875a31fb094a65b05a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9768159 May 31 11:54:00.244284 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-dbc2404c-40bb-4a99-b9c0-81448398d94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:00.250122 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3418d8-4b85-4740-9eac-c7743aeadd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d183cc7-ea25-4012-9a54-7bb6f80f1885,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:00.252364 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 42698) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:00.267116 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-0a3418d8-4b85-4740-9eac-c7743aeadd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:00.326732 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c342582-681a-4de0-bbfa-a68009d2800d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af383fd-24c9-48d0-b06c-2f35f78959db,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:00.330089 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2c342582-681a-4de0-bbfa-a68009d2800d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:00.381269 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b2d461e5-5f64-4083-aff4-ce1a662f2548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:00.418072 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6842-df30-40c1-963c-556699b72e1d req-ca983ea5-34f4-4aa4-ae0a-c570bc5ea60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:00.419513 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8f0b6842-df30-40c1-963c-556699b72e1d req-ca983ea5-34f4-4aa4-ae0a-c570bc5ea60c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22183454-7bb6-4c25-a082-6beee883e358 HTTP/1.1" status: 200 len: 848 time: 0.2272637 May 31 11:54:00.433611 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Allocated IP 172.20.0.4 (774bc46b-b0ab-40ae-90fc-5cf5267b00e4/1e380460-4b72-4669-bfbb-1247484cb9b0/f1463084-6fb1-48e8-a96e-1927efa65658) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:54:00.448212 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-bcca4e88-2b92-4312-b99d-6d5eafd22fa1 req-2b89cc1a-7185-4a29-9add-531318fe6bdd tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 210 time: 0.0619121 May 31 11:54:00.466406 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b2d461e5-5f64-4083-aff4-ce1a662f2548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:00.478362 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832a286d-d0fa-465a-b301-082bb10f73a5', 'tag': '66f7cfa7-906a-4741-8b45-4c3fadfb70b9'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:00.484321 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ae3981-af09-4c59-8caf-c7fea363384a" -d '{"events": [{"name": "network-changed", "server_uuid": "832a286d-d0fa-465a-b301-082bb10f73a5", "tag": "66f7cfa7-906a-4741-8b45-4c3fadfb70b9"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:00.516082 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8f0b6842-df30-40c1-963c-556699b72e1d req-ff20ee3e-664d-47fa-8933-895aa7cd7ec3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808060 May 31 11:54:00.534482 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff43f52-fc37-48fc-87d4-f3ad8899ac98 req-44b1c5e3-e0ba-4f48-b924-bc41af8ae224 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:00.536123 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dff43f52-fc37-48fc-87d4-f3ad8899ac98 req-44b1c5e3-e0ba-4f48-b924-bc41af8ae224 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 944 time: 0.5179443 May 31 11:54:00.541281 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12213a8-0296-497e-8b1f-92e8bd4bbd58 x-openstack-request-id: req-f12213a8-0296-497e-8b1f-92e8bd4bbd58 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:00.541597 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832a286d-d0fa-465a-b301-082bb10f73a5", "tag": "66f7cfa7-906a-4741-8b45-4c3fadfb70b9", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:00.541871 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f12213a8-0296-497e-8b1f-92e8bd4bbd58 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:00.542275 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832a286d-d0fa-465a-b301-082bb10f73a5', 'tag': '66f7cfa7-906a-4741-8b45-4c3fadfb70b9', 'status': 'completed', 'code': 200} May 31 11:54:00.544219 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-659ff0c2-d74c-4dbb-a1c5-2e5c865ea33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:00.686586 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:00.733000 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.provisioning_blocks [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Transition to ACTIVE for port object f1463084-6fb1-48e8-a96e-1927efa65658 will not be triggered until provisioned by entity DHCP. {{(pid=98765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:00.734381 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b2d461e5-5f64-4083-aff4-ce1a662f2548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:00.739936 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-d11f5124-ab5a-4979-a040-2a49b18889da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:00.755885 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d461e5-5f64-4083-aff4-ce1a662f2548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d183cc7-ea25-4012-9a54-7bb6f80f1885,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:00.759412 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-f8a9371f-fdad-45e8-86fe-10847b43c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:00.760110 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-b2d461e5-5f64-4083-aff4-ce1a662f2548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:00.766932 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-f8a9371f-fdad-45e8-86fe-10847b43c39c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 1096 time: 0.4223788 May 31 11:54:00.797309 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-659ff0c2-d74c-4dbb-a1c5-2e5c865ea33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:00.855958 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b2d461e5-5f64-4083-aff4-ce1a662f2548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:00.857113 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-b2d461e5-5f64-4083-aff4-ce1a662f2548 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d183cc7-ea25-4012-9a54-7bb6f80f1885 HTTP/1.1" status: 204 len: 168 time: 0.6171992 May 31 11:54:00.876017 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:00.889600 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-0b2ddecc-d58e-4e01-a634-b2e18af156e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66f7cfa7-906a-4741-8b45-4c3fadfb70b9 HTTP/1.1" status: 200 len: 217 time: 0.0983484 May 31 11:54:00.889755 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:00.892370 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dff43f52-fc37-48fc-87d4-f3ad8899ac98 req-63a8dc85-4ec4-4d06-9800-db0a7745a55f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2d5596-a36e-460d-8e28-07f9379b24b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241251 May 31 11:54:00.974596 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event updated for resources: {'Port': ['ID=f1463084-6fb1-48e8-a96e-1927efa65658,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:00.979711 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:00.985486 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:00.985486 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:00.985916 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:54:01.025889 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8f0b6842-df30-40c1-963c-556699b72e1d req-5482c5e0-d9a7-4823-aff7-499b62db81c9 service neutron] 10.222.0.36 "GET /v2.0/networks/2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826186 May 31 11:54:01.091158 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:01.092149 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:01.150614 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-ffcbcf89-5561-4243-88b0-034fdaa391b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:01.152081 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-ffcbcf89-5561-4243-88b0-034fdaa391b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=993381ae-0ef5-4e41-9233-67590fc9a971 HTTP/1.1" status: 200 len: 854 time: 0.2377236 May 31 11:54:01.218920 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6348405 May 31 11:54:01.222355 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-659ff0c2-d74c-4dbb-a1c5-2e5c865ea33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:01.231336 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-4c43ae59-42ee-4848-a55d-ce53a5608663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:01.241526 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Request body: {'port': {'device_id': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:01.307055 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-f4648c7c-31d9-4587-a08a-fcb3fb2696a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c08a832-fb58-46a4-9851-368bfaf2fd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259494 May 31 11:54:01.322040 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b529932-8481-49d3-9047-0890ca957b50 req-739c7397-5f83-4dd5-8310-ef36584a5566 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:01.323426 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7b529932-8481-49d3-9047-0890ca957b50 req-739c7397-5f83-4dd5-8310-ef36584a5566 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 943 time: 0.1971781 May 31 11:54:01.324709 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ff0c2-d74c-4dbb-a1c5-2e5c865ea33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af383fd-24c9-48d0-b06c-2f35f78959db,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:01.327278 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-659ff0c2-d74c-4dbb-a1c5-2e5c865ea33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:01.416157 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:01.422915 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-659ff0c2-d74c-4dbb-a1c5-2e5c865ea33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:01.425062 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-659ff0c2-d74c-4dbb-a1c5-2e5c865ea33a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4af383fd-24c9-48d0-b06c-2f35f78959db HTTP/1.1" status: 204 len: 168 time: 1.1482606 May 31 11:54:01.433859 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7b529932-8481-49d3-9047-0890ca957b50 req-2079cc7f-e921-4839-8003-f5190bf7bb70 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762424 May 31 11:54:01.481138 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-435a4126-62ab-41f5-9949-fbdbde43fb58 None None] Provisioning for port f1463084-6fb1-48e8-a96e-1927efa65658 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:01.488898 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-435a4126-62ab-41f5-9949-fbdbde43fb58 None None] Provisioning complete for port f1463084-6fb1-48e8-a96e-1927efa65658 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:01.490225 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-435a4126-62ab-41f5-9949-fbdbde43fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:01.505002 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8f0b6842-df30-40c1-963c-556699b72e1d req-14b8988e-309a-49af-97a6-0d1b6d3db205 service neutron] 10.222.0.36 "GET /v2.0/networks/2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700437 May 31 11:54:01.546446 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e1c54-a708-4c8b-b6ba-4ab9451d8d4a req-e090c2cd-75a7-45aa-958b-1910d2df61b8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:01.548230 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b66e1c54-a708-4c8b-b6ba-4ab9451d8d4a req-e090c2cd-75a7-45aa-958b-1910d2df61b8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.3294241 May 31 11:54:01.599838 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-911837ce-0ed0-4a23-8dfa-9cc24b2471f4 service neutron] 10.222.0.36 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817886 May 31 11:54:01.635599 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-435a4126-62ab-41f5-9949-fbdbde43fb58 None None] Port f1463084-6fb1-48e8-a96e-1927efa65658 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:54:01.640465 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b66e1c54-a708-4c8b-b6ba-4ab9451d8d4a req-a517da10-0273-4999-81f0-9b700696611f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849197 May 31 11:54:01.761251 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4b6a6ea-94bb-4573-89ac-c90d63cb6a5c req-2105e9d4-ce77-4419-a5c0-a4bd28a01969 service neutron] 10.222.0.36 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446297 May 31 11:54:01.865780 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c6e12-c506-44c1-9271-04a78baf45f0 req-a360e278-93a0-4f55-8392-044d39581aba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:01.866513 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-8c1c6e12-c506-44c1-9271-04a78baf45f0 req-a360e278-93a0-4f55-8392-044d39581aba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Synchronizing usage tracker for tenant:96d2340d017442468109cc2223b2c1ad on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:01.999712 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1463084-6fb1-48e8-a96e-1927efa65658 {{(pid=98765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:54:02.007106 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:02.022673 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-8c1c6e12-c506-44c1-9271-04a78baf45f0 req-a360e278-93a0-4f55-8392-044d39581aba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Unset dirty status for tenant:96d2340d017442468109cc2223b2c1ad on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:02.023900 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8c1c6e12-c506-44c1-9271-04a78baf45f0 req-a360e278-93a0-4f55-8392-044d39581aba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 931 time: 0.4058163 May 31 11:54:02.026420 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.provisioning_blocks [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Transition to ACTIVE for port object f1463084-6fb1-48e8-a96e-1927efa65658 will not be triggered until provisioned by entity L2. {{(pid=98765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:02.110819 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8c1c6e12-c506-44c1-9271-04a78baf45f0 req-7b82db45-d369-4e4c-b4a7-273cfc073046 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765917 May 31 11:54:02.113693 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:02.128212 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:02.184565 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f3dc9-3207-474c-953c-310405cb2a13 req-6b514672-dc08-43e0-8e82-5411b75ffe2e tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:02.192288 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c20f3dc9-3207-474c-953c-310405cb2a13 req-6b514672-dc08-43e0-8e82-5411b75ffe2e tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 944 time: 0.1745808 May 31 11:54:02.235888 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae3981-af09-4c59-8caf-c7fea363384a req-0d674fe8-4939-430d-8f08-00287b4405a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:02.237431 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4ae3981-af09-4c59-8caf-c7fea363384a req-0d674fe8-4939-430d-8f08-00287b4405a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 1096 time: 0.1709497 May 31 11:54:02.248258 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Pushing event updated for resources: {'Port': ['ID=f1463084-6fb1-48e8-a96e-1927efa65658,revision_number=2']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:02.261031 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:02.360696 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-58ebd8ec-8b18-48c4-aa20-bf7a25f6d5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:02.390021 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:02.404569 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c20f3dc9-3207-474c-953c-310405cb2a13 req-722b07e4-f09b-4cf8-90f0-296a8a2a18f9 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2d5596-a36e-460d-8e28-07f9379b24b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116597 May 31 11:54:02.490490 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae3981-af09-4c59-8caf-c7fea363384a req-059287f9-be5c-45db-9b9a-8aba03a3c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:02.492421 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4ae3981-af09-4c59-8caf-c7fea363384a req-059287f9-be5c-45db-9b9a-8aba03a3c6c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0c08a832-fb58-46a4-9851-368bfaf2fd35 HTTP/1.1" status: 200 len: 915 time: 0.2323086 May 31 11:54:02.505685 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Attempting to bind port f1463084-6fb1-48e8-a96e-1927efa65658 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:54:02.506062 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Attempting to bind port f1463084-6fb1-48e8-a96e-1927efa65658 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:54:02.506740 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Attempting to bind port f1463084-6fb1-48e8-a96e-1927efa65658 on network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:54:02.516056 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Port f1463084-6fb1-48e8-a96e-1927efa65658 on network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:54:02.518140 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Attempting to bind port f1463084-6fb1-48e8-a96e-1927efa65658 on network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:54:02.523741 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:54:02.524129 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Checking segment: {'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:02.524724 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Bound using segment: {'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:54:02.525154 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Bound port: f1463084-6fb1-48e8-a96e-1927efa65658, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'}}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:54:02.525839 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:02.596457 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4ae3981-af09-4c59-8caf-c7fea363384a req-fb76e961-7781-440a-89ab-ac17c2f038a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66f7cfa7-906a-4741-8b45-4c3fadfb70b9 HTTP/1.1" status: 200 len: 217 time: 0.0942872 May 31 11:54:02.715089 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae3981-af09-4c59-8caf-c7fea363384a req-cb73de26-b6c5-4f8d-a0a0-a387ec14bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:02.716911 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4ae3981-af09-4c59-8caf-c7fea363384a req-cb73de26-b6c5-4f8d-a0a0-a387ec14bd21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=993381ae-0ef5-4e41-9233-67590fc9a971 HTTP/1.1" status: 200 len: 854 time: 0.0949740 May 31 11:54:02.789377 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] For port f1463084-6fb1-48e8-a96e-1927efa65658, host hv-cinder-79124, cleared binding levels {{(pid=98765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:54:02.793410 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] For port f1463084-6fb1-48e8-a96e-1927efa65658, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f1463084-6fb1-48e8-a96e-1927efa65658,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:54:02.806062 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff539b-e781-477b-8fae-b2b9862a7114 req-ae3288a2-e931-464b-9371-1b8b311b82df tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:02.807610 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d6ff539b-e781-477b-8fae-b2b9862a7114 req-ae3288a2-e931-464b-9371-1b8b311b82df tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 943 time: 0.2061541 May 31 11:54:02.818965 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4ae3981-af09-4c59-8caf-c7fea363384a req-f06804d2-6feb-4738-afa9-58e6a82f1424 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c08a832-fb58-46a4-9851-368bfaf2fd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934863 May 31 11:54:02.870536 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d6ff539b-e781-477b-8fae-b2b9862a7114 req-3ad47048-9aa2-4938-b1a2-6626f7f81eb2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555081 May 31 11:54:02.872183 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:02.877613 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-6958bed8-0f99-4872-82e1-2c10e70310ba tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:02.955382 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:02.956453 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:02.957811 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] 10.222.0.36 "PUT /v2.0/ports/f1463084-6fb1-48e8-a96e-1927efa65658 HTTP/1.1" status: 200 len: 1093 time: 1.7224777 May 31 11:54:02.961706 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'tag': 'f1463084-6fb1-48e8-a96e-1927efa65658'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:02.964339 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38926a1-56e0-42f7-bc6f-1e8b55b36f99" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd6030c-6ff0-409c-abbb-741d1fa95da1", "tag": "f1463084-6fb1-48e8-a96e-1927efa65658"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:02.974004 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dcac6-14c2-4d06-99de-d7b4692c2e78 req-167f322c-ba96-4f16-a3c7-4fcc179f110d tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:02.981979 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f41dcac6-14c2-4d06-99de-d7b4692c2e78 req-167f322c-ba96-4f16-a3c7-4fcc179f110d tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.2137163 May 31 11:54:02.995411 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Pushing event updated for resources: {'Port': ['ID=f1463084-6fb1-48e8-a96e-1927efa65658,revision_number=3']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:03.005814 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:03.047384 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7753e1ea-431b-4a66-9a4f-519020af6798 x-openstack-request-id: req-7753e1ea-431b-4a66-9a4f-519020af6798 {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:03.047691 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd6030c-6ff0-409c-abbb-741d1fa95da1", "tag": "f1463084-6fb1-48e8-a96e-1927efa65658", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:03.048615 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7753e1ea-431b-4a66-9a4f-519020af6798 {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:03.052743 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'tag': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'status': 'completed', 'code': 200} May 31 11:54:03.053853 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4ae3981-af09-4c59-8caf-c7fea363384a req-8b5f977a-837d-4f6d-81ed-02d171a2d050 service neutron] 10.222.0.36 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192848 May 31 11:54:03.058945 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f41dcac6-14c2-4d06-99de-d7b4692c2e78 req-1ec77f59-0b18-412b-9139-cb7359123967 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760250 May 31 11:54:03.172679 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:03.236915 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38926a1-56e0-42f7-bc6f-1e8b55b36f99 req-96b56305-c1b9-436d-a78f-82f778c7f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:03.239992 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b38926a1-56e0-42f7-bc6f-1e8b55b36f99 req-96b56305-c1b9-436d-a78f-82f778c7f551 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96d2340d017442468109cc2223b2c1ad&device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 1096 time: 0.1120903 May 31 11:54:03.451042 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b4ae3981-af09-4c59-8caf-c7fea363384a req-e656e75b-3169-4a44-9740-26395019d4c2 service neutron] 10.222.0.36 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243153 May 31 11:54:03.481327 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53182f3c-5b1f-4087-b663-b01747ac37fe req-f10f96f4-cdef-4f45-9547-7dcc2cce20c4 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:03.482796 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53182f3c-5b1f-4087-b663-b01747ac37fe req-f10f96f4-cdef-4f45-9547-7dcc2cce20c4 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.1714079 May 31 11:54:03.525734 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38926a1-56e0-42f7-bc6f-1e8b55b36f99 req-69564060-36b3-449b-b823-e229cb567ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:03.527154 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b38926a1-56e0-42f7-bc6f-1e8b55b36f99 req-69564060-36b3-449b-b823-e229cb567ffc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=96d2340d017442468109cc2223b2c1ad&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2663639 May 31 11:54:03.570307 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53182f3c-5b1f-4087-b663-b01747ac37fe req-129cca31-e95a-44dc-a7a0-5c3f364666d1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776513 May 31 11:54:03.617615 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047aac90-ba05-4917-ac8d-fd887b573154 req-0f59332c-a9c6-4ed4-ac85-56d140212215 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:03.619086 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-047aac90-ba05-4917-ac8d-fd887b573154 req-0f59332c-a9c6-4ed4-ac85-56d140212215 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 944 time: 0.0894542 May 31 11:54:03.665159 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-047aac90-ba05-4917-ac8d-fd887b573154 req-cf0e01e7-41af-4f46-9eef-5152b2c830b1 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2d5596-a36e-460d-8e28-07f9379b24b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398054 May 31 11:54:03.684791 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38926a1-56e0-42f7-bc6f-1e8b55b36f99 req-c0b3cc81-7014-4da5-b77a-86de61f7c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:03.686308 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b38926a1-56e0-42f7-bc6f-1e8b55b36f99 req-c0b3cc81-7014-4da5-b77a-86de61f7c9ca service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1494224 May 31 11:54:03.845894 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-d9a6d687-021a-4285-8e0c-005d4dc3e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:03.847471 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-d9a6d687-021a-4285-8e0c-005d4dc3e183 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96d2340d017442468109cc2223b2c1ad&device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 1096 time: 0.0712600 May 31 11:54:03.936053 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-48dff50c-d15b-4f7c-8fe5-8e28712968fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1463084-6fb1-48e8-a96e-1927efa65658 HTTP/1.1" status: 200 len: 217 time: 0.0647907 May 31 11:54:04.059094 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6fa81f7a-b8a8-48e9-8cfd-80a0a46297e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:04.060898 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-6fa81f7a-b8a8-48e9-8cfd-80a0a46297e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e380460-4b72-4669-bfbb-1247484cb9b0 HTTP/1.1" status: 200 len: 855 time: 0.1118345 May 31 11:54:04.128467 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a3c18-8621-40de-8490-9432e5175bf3 req-d33f21eb-24d8-47b6-bcda-3310813b4fdd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:04.130028 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-923a3c18-8621-40de-8490-9432e5175bf3 req-d33f21eb-24d8-47b6-bcda-3310813b4fdd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 943 time: 0.1463687 May 31 11:54:04.201458 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-144e3043-80ef-4996-a66d-b2078896c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:04.202931 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-144e3043-80ef-4996-a66d-b2078896c867 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1282303 May 31 11:54:04.211588 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-923a3c18-8621-40de-8490-9432e5175bf3 req-93b92eba-a2b9-4303-8423-ce22f934c57d tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638859 May 31 11:54:04.252284 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 7f4fd8b9-9f16-4dda-a0fc-957da86b151b details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:54:04.403752 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-17788044-4c3c-4089-a9d1-dc95bc441619 service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910620 May 31 11:54:04.428931 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 7f4fd8b9-9f16-4dda-a0fc-957da86b151b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=7f4fd8b9-9f16-4dda-a0fc-957da86b151b,segment=NetworkSegment(69ec37c4-c081-479a-917b-562c9cad9ed7),segment_id=69ec37c4-c081-479a-917b-562c9cad9ed7)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:04.445934 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': '7f4fd8b9-9f16-4dda-a0fc-957da86b151b', 'network_id': '2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb', 'port_id': '7f4fd8b9-9f16-4dda-a0fc-957da86b151b', 'mac_address': 'fa:16:3e:a3:79:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22183454-7bb6-4c25-a082-6beee883e358', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:54:04.459418 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecc79e-c87c-4f39-bb9f-66229032a468 req-a3031916-04f9-4ff0-8a87-90404108188d tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:04.466919 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f4ecc79e-c87c-4f39-bb9f-66229032a468 req-a3031916-04f9-4ff0-8a87-90404108188d tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1684654 May 31 11:54:04.511773 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:04.518854 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f4ecc79e-c87c-4f39-bb9f-66229032a468 req-dbf0e9c3-8bea-4fd5-807c-709ee4d4aa69 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508139 May 31 11:54:04.531143 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4fd8b9-9f16-4dda-a0fc-957da86b151b {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:54:04.548246 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 7f4fd8b9-9f16-4dda-a0fc-957da86b151b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=7f4fd8b9-9f16-4dda-a0fc-957da86b151b,segment=NetworkSegment(69ec37c4-c081-479a-917b-562c9cad9ed7),segment_id=69ec37c4-c081-479a-917b-562c9cad9ed7)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:04.567025 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-92ddffbc-44cc-4a80-bc6a-7035b9bd0271 req-d34c0dd4-8861-488f-97ac-d5138708ba2e service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537161 May 31 11:54:04.612860 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:04.620981 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:04.689687 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=7f4fd8b9-9f16-4dda-a0fc-957da86b151b,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:04.693372 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:04.794180 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b32a9-d396-4739-a50e-e1ac9cb87bff req-195b001c-90a4-4fdc-8942-cea12f940c7e tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:04.795751 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-714b32a9-d396-4739-a50e-e1ac9cb87bff req-195b001c-90a4-4fdc-8942-cea12f940c7e tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.0866888 May 31 11:54:04.850113 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-714b32a9-d396-4739-a50e-e1ac9cb87bff req-43f0bd5d-26e3-438c-a26a-3dafa5994e83 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486591 May 31 11:54:04.867761 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae905302-d5a1-4628-af77-eb08d9aebcbb req-79959c72-c637-4215-bf58-99d8da24cc62 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:04.870029 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ae905302-d5a1-4628-af77-eb08d9aebcbb req-79959c72-c637-4215-bf58-99d8da24cc62 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 945 time: 0.0924263 May 31 11:54:04.920537 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ae905302-d5a1-4628-af77-eb08d9aebcbb req-e59799fd-991d-405b-be02-420139a0d2c3 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2d5596-a36e-460d-8e28-07f9379b24b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438707 May 31 11:54:04.953523 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:05.154364 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['7f4fd8b9-9f16-4dda-a0fc-957da86b151b'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:54:05.431381 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608fb17-5c79-41c9-a55c-48fc10f8a859 req-ca583c87-0b1c-49a1-8dd6-40c2a3075e09 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:05.440840 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0608fb17-5c79-41c9-a55c-48fc10f8a859 req-ca583c87-0b1c-49a1-8dd6-40c2a3075e09 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 943 time: 0.0921102 May 31 11:54:05.494346 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0608fb17-5c79-41c9-a55c-48fc10f8a859 req-5b626e57-fa40-45ef-9d31-189e7b01e063 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525951 May 31 11:54:05.709381 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fedb4-7a08-464e-b36e-f7269f24a596 req-9545bff6-862e-47e6-b84a-776aa031f0cd tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:05.710865 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fe1fedb4-7a08-464e-b36e-f7269f24a596 req-9545bff6-862e-47e6-b84a-776aa031f0cd tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0796757 May 31 11:54:05.758426 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fe1fedb4-7a08-464e-b36e-f7269f24a596 req-e2f877e9-bd3f-4b41-82da-92fd2ca0e6f4 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415387 May 31 11:54:06.078364 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcc7a0-e57d-4b76-8a0e-8efa238ce946 req-16821db1-ec7b-4ea9-9449-251ed979f659 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:06.087604 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-29fcc7a0-e57d-4b76-8a0e-8efa238ce946 req-16821db1-ec7b-4ea9-9449-251ed979f659 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.1139178 May 31 11:54:06.135018 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-29fcc7a0-e57d-4b76-8a0e-8efa238ce946 req-c515a201-b4a2-4a5a-aa08-d75d11ca17ef tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465050 May 31 11:54:06.136489 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6872a-ee8e-4b58-b568-d36387d224b1 req-84cfc5e9-3abb-437b-9c09-8a7955965c4f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:06.138086 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-11c6872a-ee8e-4b58-b568-d36387d224b1 req-84cfc5e9-3abb-437b-9c09-8a7955965c4f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 945 time: 0.1019726 May 31 11:54:06.184331 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-11c6872a-ee8e-4b58-b568-d36387d224b1 req-b21eb9b9-57a6-4b9b-b8be-0de16c0d0145 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2d5596-a36e-460d-8e28-07f9379b24b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391822 May 31 11:54:06.255671 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:54:06.266287 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 7f4fd8b9-9f16-4dda-a0fc-957da86b151b up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:06.463536 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 66f7cfa7-906a-4741-8b45-4c3fadfb70b9, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=66f7cfa7-906a-4741-8b45-4c3fadfb70b9,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:06.478757 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': '66f7cfa7-906a-4741-8b45-4c3fadfb70b9', 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35', 'port_id': '66f7cfa7-906a-4741-8b45-4c3fadfb70b9', 'mac_address': 'fa:16:3e:2d:28:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993381ae-0ef5-4e41-9233-67590fc9a971', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:54:06.521399 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port 7f4fd8b9-9f16-4dda-a0fc-957da86b151b completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:06.538622 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port 7f4fd8b9-9f16-4dda-a0fc-957da86b151b triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:06.538996 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:06.609860 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:06.622387 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:54:06.676738 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 66f7cfa7-906a-4741-8b45-4c3fadfb70b9, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=66f7cfa7-906a-4741-8b45-4c3fadfb70b9,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:06.711883 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:06.736283 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:06.740361 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:06.761733 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-f290f431-6566-427b-9186-98cdaccf48be tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=82273025d01e410194fccbc20af8da8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312493 May 31 11:54:06.771513 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843280a-e96a-4a18-8e9b-09fe73102317 req-4c09b18c-c828-489c-b58c-e45188436c44 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:06.773070 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4843280a-e96a-4a18-8e9b-09fe73102317 req-4c09b18c-c828-489c-b58c-e45188436c44 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 943 time: 0.1521678 May 31 11:54:06.779322 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeff2654-e75d-4a39-96dd-c31c21049b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4fd8b9-9f16-4dda-a0fc-957da86b151b'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:06.781898 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af81ff4b-5b37-41bc-9191-7141edf95b35" -d '{"events": [{"server_uuid": "eeff2654-e75d-4a39-96dd-c31c21049b39", "name": "network-vif-plugged", "status": "completed", "tag": "7f4fd8b9-9f16-4dda-a0fc-957da86b151b"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:06.804703 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 7f4fd8b9-9f16-4dda-a0fc-957da86b151b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=7f4fd8b9-9f16-4dda-a0fc-957da86b151b,segment=NetworkSegment(69ec37c4-c081-479a-917b-562c9cad9ed7),segment_id=69ec37c4-c081-479a-917b-562c9cad9ed7)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:06.822587 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=66f7cfa7-906a-4741-8b45-4c3fadfb70b9,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:06.824806 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4843280a-e96a-4a18-8e9b-09fe73102317 req-2d20338a-7997-4d9d-a585-778ba2a9e996 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456777 May 31 11:54:06.825999 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:06.874642 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:06.876685 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b3be7737-ed96-4f2c-a42a-93da3d99112d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:06.933500 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a5c25ce3-84e2-4043-a9c3-dc84ba22890e tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:06.934868 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a5c25ce3-84e2-4043-a9c3-dc84ba22890e tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667469 May 31 11:54:06.946672 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=7f4fd8b9-9f16-4dda-a0fc-957da86b151b,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:06.950161 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:06.951323 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-77d97fc5-b696-4810-943b-44cdafd883f3 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/quotas/82273025d01e410194fccbc20af8da8d HTTP/1.1" status: 200 len: 375 time: 0.0100582 May 31 11:54:07.004807 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da0cd2-4629-4850-9b84-2c3420b135cf req-7f932294-a019-4755-8df3-dfe1d62940f9 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:07.006441 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f6da0cd2-4629-4850-9b84-2c3420b135cf req-7f932294-a019-4755-8df3-dfe1d62940f9 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0817456 May 31 11:54:07.007367 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2de3c2fd-ebbe-40df-8303-85306971272f tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=82273025d01e410194fccbc20af8da8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494490 May 31 11:54:07.056453 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f6da0cd2-4629-4850-9b84-2c3420b135cf req-04bb2654-cb77-4256-b9ea-0751af2a9db3 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437107 May 31 11:54:07.114375 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cf5028-263e-4090-b714-a15fe9d700e9 x-openstack-request-id: req-91cf5028-263e-4090-b714-a15fe9d700e9 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:07.115305 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeff2654-e75d-4a39-96dd-c31c21049b39", "name": "network-vif-plugged", "status": "completed", "tag": "7f4fd8b9-9f16-4dda-a0fc-957da86b151b", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:07.115561 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91cf5028-263e-4090-b714-a15fe9d700e9 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:07.115947 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeff2654-e75d-4a39-96dd-c31c21049b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4fd8b9-9f16-4dda-a0fc-957da86b151b', 'code': 200} May 31 11:54:07.183638 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['66f7cfa7-906a-4741-8b45-4c3fadfb70b9'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:54:07.248050 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:07.300849 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-bfad8fb7-6d0b-43e0-b401-9131c26f040d req-9eeee2c5-6bbd-4fa8-92fb-c1e393e772b8 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 210 time: 0.0776255 May 31 11:54:07.400199 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6060d-cff4-4d6c-9441-3198389cb65c req-af137cd7-a36a-44eb-be86-4094914dd716 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:07.402574 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-04f6060d-cff4-4d6c-9441-3198389cb65c req-af137cd7-a36a-44eb-be86-4094914dd716 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.1321301 May 31 11:54:07.458870 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-04f6060d-cff4-4d6c-9441-3198389cb65c req-27126a3b-ccab-455b-84c9-ded784f14ae6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Synchronizing usage tracker for tenant:96d2340d017442468109cc2223b2c1ad on resource:security_group {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:07.550055 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-04f6060d-cff4-4d6c-9441-3198389cb65c req-27126a3b-ccab-455b-84c9-ded784f14ae6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Unset dirty status for tenant:96d2340d017442468109cc2223b2c1ad on resource:security_group {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:07.551733 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-04f6060d-cff4-4d6c-9441-3198389cb65c req-27126a3b-ccab-455b-84c9-ded784f14ae6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429408 May 31 11:54:07.564781 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42ea49-5a0c-4d2b-b345-338de9d78b43 req-45e94621-5f59-4cc9-afcc-e504f1555603 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:07.568840 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ef42ea49-5a0c-4d2b-b345-338de9d78b43 req-45e94621-5f59-4cc9-afcc-e504f1555603 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 946 time: 0.1059866 May 31 11:54:07.681945 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-ef42ea49-5a0c-4d2b-b345-338de9d78b43 req-df04994e-02d4-4372-9329-b6dd6b868b00 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Synchronizing usage tracker for tenant:442725427c014c98ae602bb467f2f916 on resource:security_group {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:07.721488 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab900bd5-8316-4c5b-ae23-b0df8b90011e req-58b23fdd-fa28-4c72-9a57-0a7a876169ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:07.723274 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ab900bd5-8316-4c5b-ae23-b0df8b90011e req-58b23fdd-fa28-4c72-9a57-0a7a876169ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 1099 time: 0.1533935 May 31 11:54:07.771575 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ab900bd5-8316-4c5b-ae23-b0df8b90011e req-d5cae81b-5bd8-4357-b442-96710f5f0e3c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6d2d5596-a36e-460d-8e28-07f9379b24b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349147 May 31 11:54:07.783854 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-ef42ea49-5a0c-4d2b-b345-338de9d78b43 req-df04994e-02d4-4372-9329-b6dd6b868b00 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Unset dirty status for tenant:442725427c014c98ae602bb467f2f916 on resource:security_group {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:07.784979 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ef42ea49-5a0c-4d2b-b345-338de9d78b43 req-df04994e-02d4-4372-9329-b6dd6b868b00 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2d5596-a36e-460d-8e28-07f9379b24b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104325 May 31 11:54:08.023382 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d1b60-d6d1-44a4-b62a-294e831cdb1d req-999bcf03-ca31-4578-b699-78b015705e21 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:08.024905 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-007d1b60-d6d1-44a4-b62a-294e831cdb1d req-999bcf03-ca31-4578-b699-78b015705e21 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 944 time: 0.0930247 May 31 11:54:08.070642 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-007d1b60-d6d1-44a4-b62a-294e831cdb1d req-68674e8a-88c7-4b89-8a94-29f534ef2102 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390272 May 31 11:54:08.242971 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7fd55-6c5b-40a2-824e-58c7c892e067 req-b35c6657-0296-4b41-8506-060c7bb8170f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:08.244449 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-19a7fd55-6c5b-40a2-824e-58c7c892e067 req-b35c6657-0296-4b41-8506-060c7bb8170f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0830567 May 31 11:54:08.262571 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device f1463084-6fb1-48e8-a96e-1927efa65658 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:54:08.289262 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-19a7fd55-6c5b-40a2-824e-58c7c892e067 req-426b2e9d-a14f-4e1e-ba78-796f92421747 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390580 May 31 11:54:08.403642 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port f1463084-6fb1-48e8-a96e-1927efa65658, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f1463084-6fb1-48e8-a96e-1927efa65658,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:08.418113 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'port_id': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'mac_address': 'fa:16:3e:ac:aa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:54:08.453672 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-76e3e722-9271-4a48-b075-4c2004bc6fa3 req-1aca6d11-994b-4c22-a4fd-bf5fd9e51b1d tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 210 time: 0.0436068 May 31 11:54:08.474633 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.491904 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1463084-6fb1-48e8-a96e-1927efa65658 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:54:08.507713 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port f1463084-6fb1-48e8-a96e-1927efa65658, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f1463084-6fb1-48e8-a96e-1927efa65658,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:08.601350 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.604965 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:08.682114 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=f1463084-6fb1-48e8-a96e-1927efa65658,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:08.685377 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:08.757768 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bf818-1e7b-444d-b908-b18727867730 req-9c6aa784-1b79-41e4-9679-b738329a31ae tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:08.759516 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-932bf818-1e7b-444d-b908-b18727867730 req-9c6aa784-1b79-41e4-9679-b738329a31ae tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 944 time: 0.0834112 May 31 11:54:08.805310 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-932bf818-1e7b-444d-b908-b18727867730 req-93b5974f-b277-4df1-a7b0-b854d3c8c92e tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397916 May 31 11:54:08.977454 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20c49c-4a72-4637-a9d4-c80770d5b829 req-f4527c74-73dc-4fb4-825a-8f9683b76116 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:08.978945 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fb20c49c-4a72-4637-a9d4-c80770d5b829 req-f4527c74-73dc-4fb4-825a-8f9683b76116 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 946 time: 0.0881560 May 31 11:54:09.035664 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fb20c49c-4a72-4637-a9d4-c80770d5b829 req-27a54bb4-9626-4e69-9fb8-0a5a8fa8e8eb tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2d5596-a36e-460d-8e28-07f9379b24b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497649 May 31 11:54:09.258786 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['f1463084-6fb1-48e8-a96e-1927efa65658'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:54:09.265819 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b1fb3-270c-4f1f-b8a1-b527144a558b req-0bb26813-49d4-4b0e-8516-075c1583d17c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:09.267364 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-739b1fb3-270c-4f1f-b8a1-b527144a558b req-0bb26813-49d4-4b0e-8516-075c1583d17c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 944 time: 0.0831642 May 31 11:54:09.342717 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-739b1fb3-270c-4f1f-b8a1-b527144a558b req-5a750204-d48a-4bbe-b3e2-767bec34a9e0 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681887 May 31 11:54:09.500186 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10746391-1e6f-4bd1-b09b-523bb8f2e879 req-81ec6139-6c13-4fb6-820d-60aa380dcffa tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:09.501770 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-10746391-1e6f-4bd1-b09b-523bb8f2e879 req-81ec6139-6c13-4fb6-820d-60aa380dcffa tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0881655 May 31 11:54:09.549455 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-10746391-1e6f-4bd1-b09b-523bb8f2e879 req-73c5b28d-5dd3-46e5-9ec9-134d23ab7c87 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402243 May 31 11:54:09.577601 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 42990) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:09.616529 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-35bc1789-d388-4403-abfc-a239b6ee3182 req-0829d1fe-d8c1-4dfe-ab66-fddd965cb574 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 210 time: 0.0528011 May 31 11:54:09.697953 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-5e68634a-d34e-4d8e-9317-e13511a9db74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:09.713314 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-5e68634a-d34e-4d8e-9317-e13511a9db74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:09.717647 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-5e68634a-d34e-4d8e-9317-e13511a9db74 admin admin] Usage tracker for resource:security_group_rule and tenant:61893d688e4e4c6a9b70698561b0793f is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:09.721027 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-5e68634a-d34e-4d8e-9317-e13511a9db74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:09.732188 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-5e68634a-d34e-4d8e-9317-e13511a9db74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:09.821244 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-5e68634a-d34e-4d8e-9317-e13511a9db74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:09.915081 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-5e68634a-d34e-4d8e-9317-e13511a9db74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:09.925472 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-d7582bba-3d5f-4329-b645-6345a3bf1b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:10.009798 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-5e68634a-d34e-4d8e-9317-e13511a9db74 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61893d688e4e4c6a9b70698561b0793f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282241 May 31 11:54:10.010188 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 43000) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:10.014294 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68634a-d34e-4d8e-9317-e13511a9db74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da629dfd-1813-4bb2-9f22-275ff2f544a1,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:10.019121 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-5e68634a-d34e-4d8e-9317-e13511a9db74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:10.046810 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4034d-66c9-4d91-a430-b045988eff18 req-1bce3614-6d0f-4c83-b72b-05cca70f827b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:10.048299 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-32e4034d-66c9-4d91-a430-b045988eff18 req-1bce3614-6d0f-4c83-b72b-05cca70f827b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 944 time: 0.1238623 May 31 11:54:10.082671 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0e0bc46f-e03c-44f2-8a38-b6a7a0a34161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.099177 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-32e4034d-66c9-4d91-a430-b045988eff18 req-fa6197c5-cad4-4714-96d7-1cb7e2e9140d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449028 May 31 11:54:10.114005 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0e0bc46f-e03c-44f2-8a38-b6a7a0a34161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.212218 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-4eb42ce6-a675-460b-a138-386b8c066139 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=82273025d01e410194fccbc20af8da8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747387 May 31 11:54:10.292638 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:10.365157 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0e0bc46f-e03c-44f2-8a38-b6a7a0a34161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.372161 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-09e62ff4-6663-45a1-ba56-ea32787eee66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:10.407172 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325518-1af9-4436-b0ca-939b61525914 req-4c9111cf-758d-450b-aa05-b8c3cc3b3fbb tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:10.408666 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-01325518-1af9-4436-b0ca-939b61525914 req-4c9111cf-758d-450b-aa05-b8c3cc3b3fbb tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 946 time: 0.2442458 May 31 11:54:10.409406 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bc46f-e03c-44f2-8a38-b6a7a0a34161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da629dfd-1813-4bb2-9f22-275ff2f544a1,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:10.411696 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-0e0bc46f-e03c-44f2-8a38-b6a7a0a34161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:10.428845 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-1a9fccc3-891f-47f7-9203-f0e69fd23c15 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:10.431716 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-1a9fccc3-891f-47f7-9203-f0e69fd23c15 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010889 May 31 11:54:10.449975 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0e0bc46f-e03c-44f2-8a38-b6a7a0a34161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.451154 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-0e0bc46f-e03c-44f2-8a38-b6a7a0a34161 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da629dfd-1813-4bb2-9f22-275ff2f544a1 HTTP/1.1" status: 204 len: 168 time: 0.4399412 May 31 11:54:10.458889 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Request body: {'port': {'device_id': '80e04705-205b-4b2b-9eae-e1fbeee98858', 'network_id': '84192c08-7fe9-4699-a22e-3c99ea57acc6', 'admin_state_up': True, 'tenant_id': '82273025d01e410194fccbc20af8da8d'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:10.498516 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:10.504408 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:10.505953 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.563974 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe085d04-12d8-4f64-b6f0-42154279adee req-ee65eecf-182a-4cde-8386-3875850fa192 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:10.565565 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fe085d04-12d8-4f64-b6f0-42154279adee req-ee65eecf-182a-4cde-8386-3875850fa192 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 944 time: 0.1121624 May 31 11:54:10.604335 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-01325518-1af9-4436-b0ca-939b61525914 req-2a77bd89-633c-4f9a-adb2-ddf49d4eb643 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2d5596-a36e-460d-8e28-07f9379b24b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856008 May 31 11:54:10.648654 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fe085d04-12d8-4f64-b6f0-42154279adee req-70c1f5db-f4f9-4844-8e1e-0838960d4e52 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767727 May 31 11:54:10.681916 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:10.686241 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Usage tracker for resource:port and tenant:82273025d01e410194fccbc20af8da8d is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:10.689496 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:10.698270 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:10.772776 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.817063 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832a286d-d0fa-465a-b301-082bb10f73a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f7cfa7-906a-4741-8b45-4c3fadfb70b9'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:10.819722 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571d4472-9f97-4c68-bd7a-ec0695530bb9" -d '{"events": [{"server_uuid": "832a286d-d0fa-465a-b301-082bb10f73a5", "name": "network-vif-plugged", "status": "completed", "tag": "66f7cfa7-906a-4741-8b45-4c3fadfb70b9"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:10.827814 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 66f7cfa7-906a-4741-8b45-4c3fadfb70b9, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=66f7cfa7-906a-4741-8b45-4c3fadfb70b9,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:10.834681 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-5ee76a26-8ac5-4d5d-90b1-96507ff7f2de req-6327891e-e632-4657-b2d6-a10909bac12a tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 210 time: 0.0556700 May 31 11:54:10.883750 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4759d2-7915-4cc5-9aea-cea550e56b8d x-openstack-request-id: req-4c4759d2-7915-4cc5-9aea-cea550e56b8d {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:10.884442 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832a286d-d0fa-465a-b301-082bb10f73a5", "name": "network-vif-plugged", "status": "completed", "tag": "66f7cfa7-906a-4741-8b45-4c3fadfb70b9", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:10.884698 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c4759d2-7915-4cc5-9aea-cea550e56b8d {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:10.885090 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832a286d-d0fa-465a-b301-082bb10f73a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f7cfa7-906a-4741-8b45-4c3fadfb70b9', 'code': 200} May 31 11:54:10.899835 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Made reservation on behalf of 82273025d01e410194fccbc20af8da8d for: {'port': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:10.903865 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.904165 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.907275 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:10.922266 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.943159 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:10.952344 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Usage tracker for resource:security_group_rule and tenant:82273025d01e410194fccbc20af8da8d is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:10.968564 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:10.975908 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:11.007609 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f21255-784e-43d6-bed4-1fe33befff52 req-ecfd2e56-6710-4f4d-8151-d88a078c55a4 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:11.009394 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-60f21255-784e-43d6-bed4-1fe33befff52 req-ecfd2e56-6710-4f4d-8151-d88a078c55a4 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.2240233 May 31 11:54:11.015487 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=66f7cfa7-906a-4741-8b45-4c3fadfb70b9,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:11.015487 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:11.078338 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-60f21255-784e-43d6-bed4-1fe33befff52 req-b029e4cb-cf03-402d-8eb3-b09ee1154ba2 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607748 May 31 11:54:11.122936 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:11.269446 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:11.276203 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-6826827f-d931-4464-9d7f-7e991c1f27ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:11.318841 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb978fb2-863f-45c2-bc64-8ae2463ff709 req-33f0d4a2-1e50-430d-a7a9-9829d28cdf34 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:11.326663 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cb978fb2-863f-45c2-bc64-8ae2463ff709 req-33f0d4a2-1e50-430d-a7a9-9829d28cdf34 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 944 time: 0.1104765 May 31 11:54:11.355407 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b80037d-8241-469a-a22f-dc974fc60a23,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:11.361088 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:11.378322 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 43034) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:11.425645 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cb978fb2-863f-45c2-bc64-8ae2463ff709 req-bfa25f22-a499-4150-83d1-0050f3c2de17 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979328 May 31 11:54:11.433922 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b62ca48b-a82e-437a-8c6c-b93b2b2a83d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:11.444581 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477aff73-4001-4bd4-a7f6-4685c37aa14d req-6a9dc412-a270-4be4-9535-8beec88519c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:11.446382 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-477aff73-4001-4bd4-a7f6-4685c37aa14d req-6a9dc412-a270-4be4-9535-8beec88519c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 1098 time: 0.1008306 May 31 11:54:11.465649 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-b62ca48b-a82e-437a-8c6c-b93b2b2a83d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:11.474614 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-b62ca48b-a82e-437a-8c6c-b93b2b2a83d0 admin admin] Usage tracker for resource:security_group_rule and tenant:5c9a20645d4949e085267c4b1cc67dcb is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:11.479551 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-b62ca48b-a82e-437a-8c6c-b93b2b2a83d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:11.489171 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-b62ca48b-a82e-437a-8c6c-b93b2b2a83d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:11.506671 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Allocated IP 192.168.233.230 (84192c08-7fe9-4699-a22e-3c99ea57acc6/a0615e33-33db-4e2d-83bd-cc6c4b5f5bfe/b42970ab-9e7e-4cb7-89dc-062473c5b3e4) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:54:11.561983 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-477aff73-4001-4bd4-a7f6-4685c37aa14d req-c635b2a2-9659-414d-98ad-55b9f592d98d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055567 May 31 11:54:11.837080 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b62ca48b-a82e-437a-8c6c-b93b2b2a83d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:11.879373 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b62ca48b-a82e-437a-8c6c-b93b2b2a83d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:11.892068 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-bdb17916-25de-4869-a48a-51a9ab841091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:11.911115 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:11.951570 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-b62ca48b-a82e-437a-8c6c-b93b2b2a83d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c9a20645d4949e085267c4b1cc67dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5720563 May 31 11:54:11.956899 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ca48b-a82e-437a-8c6c-b93b2b2a83d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9bd6d7-4d61-431a-8b4a-570e1f7da1dc,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:11.959264 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 43046) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:11.963967 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-b62ca48b-a82e-437a-8c6c-b93b2b2a83d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:11.964875 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.provisioning_blocks [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Transition to ACTIVE for port object b42970ab-9e7e-4cb7-89dc-062473c5b3e4 will not be triggered until provisioned by entity DHCP. {{(pid=98765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:11.984230 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d540867e-8382-434c-a255-867e1b2328fa req-acd38552-b154-41bf-8ed1-243fd8935e18 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 210 time: 0.0454614 May 31 11:54:11.994525 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca5c30-edb5-4cef-88c0-ec9e0d96a5f7 req-259ae26a-1e6f-4f2b-b187-c6eab2f5bf50 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:11.996045 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-76ca5c30-edb5-4cef-88c0-ec9e0d96a5f7 req-259ae26a-1e6f-4f2b-b187-c6eab2f5bf50 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 945 time: 0.2421670 May 31 11:54:12.087474 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-76ca5c30-edb5-4cef-88c0-ec9e0d96a5f7 req-9a771125-ed6f-4e96-83d3-d05f23edb678 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800755 May 31 11:54:12.090363 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ee03433a-4ee3-410b-bd3f-9422ece8e8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.120885 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ee03433a-4ee3-410b-bd3f-9422ece8e8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.138948 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.149482 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:12.228651 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Network 84192c08-7fe9-4699-a22e-3c99ea57acc6 is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:12.231940 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:12.236458 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:54:12.276492 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Pushing event updated for resources: {'Port': ['ID=b42970ab-9e7e-4cb7-89dc-062473c5b3e4,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:12.297654 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:12.303369 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e8aaf-bee1-4a35-8da4-17e5b306ae20 req-5af55ac8-1b92-404a-afe0-9967e996fc62 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:12.303788 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device f1463084-6fb1-48e8-a96e-1927efa65658 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:12.312249 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-556e8aaf-bee1-4a35-8da4-17e5b306ae20 req-5af55ac8-1b92-404a-afe0-9967e996fc62 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1120622 May 31 11:54:12.320417 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:12.321238 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.362512 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-556e8aaf-bee1-4a35-8da4-17e5b306ae20 req-0b4e77a7-940b-4309-a263-0addd4fcaa60 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491078 May 31 11:54:12.373193 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ee03433a-4ee3-410b-bd3f-9422ece8e8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.378995 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ee03433a-4ee3-410b-bd3f-9422ece8e8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.380332 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-ee03433a-4ee3-410b-bd3f-9422ece8e8e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd9bd6d7-4d61-431a-8b4a-570e1f7da1dc HTTP/1.1" status: 204 len: 168 time: 0.4182701 May 31 11:54:12.381172 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-5ce0eb1d-6f7e-4d0a-96b3-42281d890ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:12.396916 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03433a-4ee3-410b-bd3f-9422ece8e8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9bd6d7-4d61-431a-8b4a-570e1f7da1dc,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:12.401627 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ee03433a-4ee3-410b-bd3f-9422ece8e8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:12.440932 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9843204 May 31 11:54:12.460141 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Request body: {'port': {'device_id': '80e04705-205b-4b2b-9eae-e1fbeee98858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:12.515710 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port f1463084-6fb1-48e8-a96e-1927efa65658 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:12.522973 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port f1463084-6fb1-48e8-a96e-1927efa65658 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:12.523696 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.559711 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-ec6aad52-9249-4021-b534-83ec8b21d16a None None] Provisioning for port b42970ab-9e7e-4cb7-89dc-062473c5b3e4 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:12.570955 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-ec6aad52-9249-4021-b534-83ec8b21d16a None None] Provisioning complete for port b42970ab-9e7e-4cb7-89dc-062473c5b3e4 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:12.571421 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-ec6aad52-9249-4021-b534-83ec8b21d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.650820 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 43064) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:12.651254 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-ec6aad52-9249-4021-b534-83ec8b21d16a None None] Port b42970ab-9e7e-4cb7-89dc-062473c5b3e4 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:54:12.655378 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.736371 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.798145 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port f1463084-6fb1-48e8-a96e-1927efa65658, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f1463084-6fb1-48e8-a96e-1927efa65658,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:12.811009 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da101f9b-ad1b-4e49-92d0-e2c16ed748d1 req-17f94d09-e67f-49d9-a752-b16efec378fc tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:12.812520 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-da101f9b-ad1b-4e49-92d0-e2c16ed748d1 req-17f94d09-e67f-49d9-a752-b16efec378fc tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 944 time: 0.2349322 May 31 11:54:12.863668 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.865691 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-676a358b-e510-49e5-b803-0317fd955c13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:12.870417 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b24311ed-b86a-4eb7-a7bb-3fba1b470a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.887941 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b24311ed-b86a-4eb7-a7bb-3fba1b470a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:12.892214 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b24311ed-b86a-4eb7-a7bb-3fba1b470a6f admin admin] Usage tracker for resource:security_group_rule and tenant:4c7f71f2540e43ebbed8f12d6517c2b2 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:12.893033 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-da101f9b-ad1b-4e49-92d0-e2c16ed748d1 req-c1b82ea7-8ec8-423a-af3c-cfaef8960ab5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738752 May 31 11:54:12.897302 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b24311ed-b86a-4eb7-a7bb-3fba1b470a6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:12.903951 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b24311ed-b86a-4eb7-a7bb-3fba1b470a6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:12.926286 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1463084-6fb1-48e8-a96e-1927efa65658'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:12.928797 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b14df4-f135-4029-a76a-8546cb1c630b" -d '{"events": [{"server_uuid": "0cd6030c-6ff0-409c-abbb-741d1fa95da1", "name": "network-vif-plugged", "status": "completed", "tag": "f1463084-6fb1-48e8-a96e-1927efa65658"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:12.974776 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3733a68a-b03f-43ae-a6f3-46d9a4894f4f x-openstack-request-id: req-3733a68a-b03f-43ae-a6f3-46d9a4894f4f {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:12.975203 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd6030c-6ff0-409c-abbb-741d1fa95da1", "name": "network-vif-plugged", "status": "completed", "tag": "f1463084-6fb1-48e8-a96e-1927efa65658", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:12.975569 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3733a68a-b03f-43ae-a6f3-46d9a4894f4f {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:12.976070 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'code': 200} May 31 11:54:12.988711 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=f1463084-6fb1-48e8-a96e-1927efa65658,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:12.992505 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:13.029056 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b24311ed-b86a-4eb7-a7bb-3fba1b470a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.076804 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b24311ed-b86a-4eb7-a7bb-3fba1b470a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.094292 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-659ff0c2-d74c-4dbb-a1c5-2e5c865ea33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:13.198011 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42970ab-9e7e-4cb7-89dc-062473c5b3e4 {{(pid=98765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:54:13.200908 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-b24311ed-b86a-4eb7-a7bb-3fba1b470a6f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c7f71f2540e43ebbed8f12d6517c2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5489984 May 31 11:54:13.203470 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 43092) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:13.207292 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24311ed-b86a-4eb7-a7bb-3fba1b470a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032b1724-36a4-448b-83af-55919960bdef,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:13.210583 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b24311ed-b86a-4eb7-a7bb-3fba1b470a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:13.224068 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.245909 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.provisioning_blocks [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Transition to ACTIVE for port object b42970ab-9e7e-4cb7-89dc-062473c5b3e4 will not be triggered until provisioned by entity L2. {{(pid=98765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:13.269051 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad82c21-94a2-4533-a481-b1fe4f899a07 req-933de604-6f47-4ef3-a27c-d78622200748 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:13.269836 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-1ad82c21-94a2-4533-a481-b1fe4f899a07 req-933de604-6f47-4ef3-a27c-d78622200748 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Synchronizing usage tracker for tenant:82273025d01e410194fccbc20af8da8d on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:13.339289 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.345074 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:13.349720 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-7b3dbeb5-8a01-409c-9295-13944a199cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.390645 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e087f-1d32-405b-b0cf-7d1420642c23 req-00662afd-021f-4e7a-8b8d-0863b8f50597 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:13.397812 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-166e087f-1d32-405b-b0cf-7d1420642c23 req-00662afd-021f-4e7a-8b8d-0863b8f50597 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 945 time: 0.1639068 May 31 11:54:13.397945 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-1ad82c21-94a2-4533-a481-b1fe4f899a07 req-933de604-6f47-4ef3-a27c-d78622200748 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Unset dirty status for tenant:82273025d01e410194fccbc20af8da8d on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:13.404467 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-7b3dbeb5-8a01-409c-9295-13944a199cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.405375 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1ad82c21-94a2-4533-a481-b1fe4f899a07 req-933de604-6f47-4ef3-a27c-d78622200748 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 936 time: 0.2736518 May 31 11:54:13.496764 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-166e087f-1d32-405b-b0cf-7d1420642c23 req-61318442-ccf7-4f92-bb52-3759b4f4e3bf tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957904 May 31 11:54:13.573793 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Pushing event updated for resources: {'Port': ['ID=b42970ab-9e7e-4cb7-89dc-062473c5b3e4,revision_number=2']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:13.585425 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:13.624700 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-7b3dbeb5-8a01-409c-9295-13944a199cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.624700 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-88aff753-7fda-4531-8dfc-8e19d7e3a42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:13.639704 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dbeb5-8a01-409c-9295-13944a199cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032b1724-36a4-448b-83af-55919960bdef,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:13.642334 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-7b3dbeb5-8a01-409c-9295-13944a199cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:13.699261 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-1ad82c21-94a2-4533-a481-b1fe4f899a07 req-4bfca4db-27e7-4177-ad3d-581b54fb3a00 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Synchronizing usage tracker for tenant:82273025d01e410194fccbc20af8da8d on resource:security_group {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:13.720702 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-7b3dbeb5-8a01-409c-9295-13944a199cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.721811 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-7b3dbeb5-8a01-409c-9295-13944a199cd5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/032b1724-36a4-448b-83af-55919960bdef HTTP/1.1" status: 204 len: 168 time: 0.5165036 May 31 11:54:13.738740 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Attempting to bind port b42970ab-9e7e-4cb7-89dc-062473c5b3e4 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:54:13.739082 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Attempting to bind port b42970ab-9e7e-4cb7-89dc-062473c5b3e4 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '477461d8-5feb-4ead-9c12-7593b32206fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '84192c08-7fe9-4699-a22e-3c99ea57acc6'}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:54:13.740129 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Attempting to bind port b42970ab-9e7e-4cb7-89dc-062473c5b3e4 on network 84192c08-7fe9-4699-a22e-3c99ea57acc6 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:54:13.745160 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Port b42970ab-9e7e-4cb7-89dc-062473c5b3e4 on network 84192c08-7fe9-4699-a22e-3c99ea57acc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:54:13.753333 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Attempting to bind port b42970ab-9e7e-4cb7-89dc-062473c5b3e4 on network 84192c08-7fe9-4699-a22e-3c99ea57acc6 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:54:13.753333 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:54:13.753333 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Checking segment: {'id': '477461d8-5feb-4ead-9c12-7593b32206fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '84192c08-7fe9-4699-a22e-3c99ea57acc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:13.753333 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Bound using segment: {'id': '477461d8-5feb-4ead-9c12-7593b32206fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '84192c08-7fe9-4699-a22e-3c99ea57acc6'} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:54:13.753333 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Bound port: b42970ab-9e7e-4cb7-89dc-062473c5b3e4, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '477461d8-5feb-4ead-9c12-7593b32206fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '84192c08-7fe9-4699-a22e-3c99ea57acc6'}}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:54:13.753333 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.823675 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-1ad82c21-94a2-4533-a481-b1fe4f899a07 req-4bfca4db-27e7-4177-ad3d-581b54fb3a00 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Unset dirty status for tenant:82273025d01e410194fccbc20af8da8d on resource:security_group {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:13.834126 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1ad82c21-94a2-4533-a481-b1fe4f899a07 req-4bfca4db-27e7-4177-ad3d-581b54fb3a00 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276893 May 31 11:54:13.856648 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59959174-3848-4ed1-8b3e-be796118e40e req-8622f10b-9fb7-4e00-8045-abe3655e7bfd tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:13.864887 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-59959174-3848-4ed1-8b3e-be796118e40e req-8622f10b-9fb7-4e00-8045-abe3655e7bfd tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.2197506 May 31 11:54:13.927503 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-59959174-3848-4ed1-8b3e-be796118e40e req-761a3afb-8b31-4847-adbe-e40ac05cc195 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610051 May 31 11:54:13.935490 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24e0bb-2c00-4ea0-a369-d9a90f5b7b23 req-89b2ae25-1a05-47c9-9833-d2a70b54a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:13.937151 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ea24e0bb-2c00-4ea0-a369-d9a90f5b7b23 req-89b2ae25-1a05-47c9-9833-d2a70b54a36e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 1098 time: 0.1764114 May 31 11:54:13.949274 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] For port b42970ab-9e7e-4cb7-89dc-062473c5b3e4, host hv-cinder-79124, cleared binding levels {{(pid=98765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:54:13.959596 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] For port b42970ab-9e7e-4cb7-89dc-062473c5b3e4, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b42970ab-9e7e-4cb7-89dc-062473c5b3e4,segment=NetworkSegment(477461d8-5feb-4ead-9c12-7593b32206fe),segment_id=477461d8-5feb-4ead-9c12-7593b32206fe)] {{(pid=98765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:54:13.994165 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ea24e0bb-2c00-4ea0-a369-d9a90f5b7b23 req-5fde8403-3eea-46b1-b8d7-f5c5d89e944f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488627 May 31 11:54:14.031024 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.037243 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-3dd00c6c-09aa-41f1-bdaa-4af428c741dd tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:14.182361 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:14.182969 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.184630 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] 10.222.0.36 "PUT /v2.0/ports/b42970ab-9e7e-4cb7-89dc-062473c5b3e4 HTTP/1.1" status: 200 len: 1098 time: 1.7292573 May 31 11:54:14.206760 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e04705-205b-4b2b-9eae-e1fbeee98858', 'tag': 'b42970ab-9e7e-4cb7-89dc-062473c5b3e4'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:14.206760 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ee73ca-b9b7-475f-b642-45d040da5363" -d '{"events": [{"name": "network-changed", "server_uuid": "80e04705-205b-4b2b-9eae-e1fbeee98858", "tag": "b42970ab-9e7e-4cb7-89dc-062473c5b3e4"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:14.247966 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba08e69-2521-4d21-a10d-8f837c1bc444 x-openstack-request-id: req-2ba08e69-2521-4d21-a10d-8f837c1bc444 {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:14.248319 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e04705-205b-4b2b-9eae-e1fbeee98858", "tag": "b42970ab-9e7e-4cb7-89dc-062473c5b3e4", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:14.248601 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ba08e69-2521-4d21-a10d-8f837c1bc444 {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:14.249056 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e04705-205b-4b2b-9eae-e1fbeee98858', 'tag': 'b42970ab-9e7e-4cb7-89dc-062473c5b3e4', 'status': 'completed', 'code': 200} May 31 11:54:14.269622 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Pushing event updated for resources: {'Port': ['ID=b42970ab-9e7e-4cb7-89dc-062473c5b3e4,revision_number=3']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:14.280836 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:14.318678 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07e7e9-4cc2-49de-a61c-b99cf33afbcc req-cbb9a1f7-6bda-4b4d-860d-42945ceb9f58 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:14.322061 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1e07e7e9-4cc2-49de-a61c-b99cf33afbcc req-cbb9a1f7-6bda-4b4d-860d-42945ceb9f58 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.2566650 May 31 11:54:14.407899 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1e07e7e9-4cc2-49de-a61c-b99cf33afbcc req-236a6057-9089-468d-a867-1d15e1af67d3 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783138 May 31 11:54:14.449935 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 43134) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:14.576687 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-0fd497ea-3162-455a-8e61-fa593b5e406b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.598725 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-0fd497ea-3162-455a-8e61-fa593b5e406b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:14.603202 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-0fd497ea-3162-455a-8e61-fa593b5e406b admin admin] Usage tracker for resource:security_group_rule and tenant:76b3c39e8c14446784e1e07780b9786a is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:14.606234 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-0fd497ea-3162-455a-8e61-fa593b5e406b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:14.611940 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-0fd497ea-3162-455a-8e61-fa593b5e406b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:14.715947 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee73ca-b9b7-475f-b642-45d040da5363 req-a15a3dc9-b286-4417-8472-9e9ed53eb7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:14.717925 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-21ee73ca-b9b7-475f-b642-45d040da5363 req-a15a3dc9-b286-4417-8472-9e9ed53eb7dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82273025d01e410194fccbc20af8da8d&device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 1101 time: 0.0898795 May 31 11:54:14.784949 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc943a2e-40f4-4e50-b1ed-58f0ae0df05d req-741535c9-bedf-43ea-a54c-f6059fd8dc79 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:14.786732 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-21ee73ca-b9b7-475f-b642-45d040da5363 req-a21edf0b-2796-467c-8789-7e9aa499df11 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=82273025d01e410194fccbc20af8da8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327494 May 31 11:54:14.786884 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cc943a2e-40f4-4e50-b1ed-58f0ae0df05d req-741535c9-bedf-43ea-a54c-f6059fd8dc79 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 945 time: 0.1647313 May 31 11:54:14.842679 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-0fd497ea-3162-455a-8e61-fa593b5e406b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.884541 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cc943a2e-40f4-4e50-b1ed-58f0ae0df05d req-037d0338-043b-4853-84a4-500bc170fb13 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908952 May 31 11:54:14.911864 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-0fd497ea-3162-455a-8e61-fa593b5e406b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.920265 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-9b591e97-3615-43c1-903a-f7c149695807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:14.947629 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee73ca-b9b7-475f-b642-45d040da5363 req-9031cd89-2182-4784-aa67-5936956e641b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:14.949304 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-21ee73ca-b9b7-475f-b642-45d040da5363 req-9031cd89-2182-4784-aa67-5936956e641b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535969 May 31 11:54:14.994681 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd497ea-3162-455a-8e61-fa593b5e406b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca25e03-f163-4e74-a1c5-1c2c5260f134,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:14.998220 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-0fd497ea-3162-455a-8e61-fa593b5e406b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:15.010768 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-0fd497ea-3162-455a-8e61-fa593b5e406b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76b3c39e8c14446784e1e07780b9786a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5592070 May 31 11:54:15.013712 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 43164) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:15.138358 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345a2e2-57b7-4c4a-ae37-b609685ae464 req-b803bbd8-4f1b-4980-bf00-4c44c09a6985 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:15.140041 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c345a2e2-57b7-4c4a-ae37-b609685ae464 req-b803bbd8-4f1b-4980-bf00-4c44c09a6985 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 948 time: 0.1776955 May 31 11:54:15.151533 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cbf5acf9-55a0-4b89-84f2-134d74388ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:15.191173 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cbf5acf9-55a0-4b89-84f2-134d74388ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:15.208031 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c345a2e2-57b7-4c4a-ae37-b609685ae464 req-51d82ff4-bae2-4db5-8ab2-e9f879e8e7a5 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559988 May 31 11:54:15.213050 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-cb979d0f-1d98-4818-9773-22bc20a50333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:15.214071 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-cb979d0f-1d98-4818-9773-22bc20a50333 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82273025d01e410194fccbc20af8da8d&device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 1101 time: 0.1678967 May 31 11:54:15.242950 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12724c0a-c097-4f7d-9eac-bc559062069d req-1d7f45f4-981f-4bd3-adcc-01d5972b1fe3 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:15.251886 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-12724c0a-c097-4f7d-9eac-bc559062069d req-1d7f45f4-981f-4bd3-adcc-01d5972b1fe3 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1780994 May 31 11:54:15.302649 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-2b60b8be-97ad-4ff5-9cd9-737226587203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=b42970ab-9e7e-4cb7-89dc-062473c5b3e4 HTTP/1.1" status: 200 len: 217 time: 0.0665283 May 31 11:54:15.309472 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-12724c0a-c097-4f7d-9eac-bc559062069d req-9c6e7d80-6258-46b1-8211-88aee33a32b3 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565515 May 31 11:54:15.372752 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-f5016fc9-d5ee-4a6d-86af-eca1f48c8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:15.374367 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-f5016fc9-d5ee-4a6d-86af-eca1f48c8f80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0615e33-33db-4e2d-83bd-cc6c4b5f5bfe HTTP/1.1" status: 200 len: 843 time: 0.0650263 May 31 11:54:15.384238 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cbf5acf9-55a0-4b89-84f2-134d74388ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:15.389839 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ada91838-4232-4ccb-af47-783e33e43a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:15.406941 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cbf5acf9-55a0-4b89-84f2-134d74388ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:15.412468 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-cbf5acf9-55a0-4b89-84f2-134d74388ab8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aca25e03-f163-4e74-a1c5-1c2c5260f134 HTTP/1.1" status: 204 len: 168 time: 0.3975625 May 31 11:54:15.414796 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5acf9-55a0-4b89-84f2-134d74388ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca25e03-f163-4e74-a1c5-1c2c5260f134,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:15.422838 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-cbf5acf9-55a0-4b89-84f2-134d74388ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:15.475045 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-ae84c65e-966a-45ab-84ed-4c67be7d0c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:15.476537 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-ae84c65e-966a-45ab-84ed-4c67be7d0c7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84192c08-7fe9-4699-a22e-3c99ea57acc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0921626 May 31 11:54:15.759426 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9f668-29ac-477a-9668-67e9d8951661 req-58fd58cd-7202-4dd9-9d8f-26b9490d53d1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:15.761427 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-dad9f668-29ac-477a-9668-67e9d8951661 req-58fd58cd-7202-4dd9-9d8f-26b9490d53d1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.1909161 May 31 11:54:15.764131 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-bdcec9b4-b1da-48fe-9b78-0fc87efa858e service neutron] 10.222.0.36 "GET /v2.0/networks/84192c08-7fe9-4699-a22e-3c99ea57acc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770407 May 31 11:54:15.978890 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-dad9f668-29ac-477a-9668-67e9d8951661 req-8e542cb8-5974-4ab9-87dd-ec9533ed6a6d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105637 May 31 11:54:16.046789 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9e3a9ccc-ba4e-4529-9701-c1ad6ed9218f req-d7ca218b-a996-4dfd-a190-8c30363ab861 service neutron] 10.222.0.36 "GET /v2.0/networks/84192c08-7fe9-4699-a22e-3c99ea57acc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589846 May 31 11:54:16.402352 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b75cfb-9a73-477c-a167-affcde75c5a1 req-8533b8a3-1be3-484d-93ab-e09a51c85e80 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:16.403830 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-62b75cfb-9a73-477c-a167-affcde75c5a1 req-8533b8a3-1be3-484d-93ab-e09a51c85e80 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 948 time: 0.0819886 May 31 11:54:16.453904 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-62b75cfb-9a73-477c-a167-affcde75c5a1 req-87984292-6841-4eb4-8826-5912fa88f2af tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440490 May 31 11:54:16.495535 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116963f-1284-48db-b2cf-e3af8e63c239 req-0845f670-0b5d-4ea4-8164-e3d8803431f1 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:16.497024 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0116963f-1284-48db-b2cf-e3af8e63c239 req-0845f670-0b5d-4ea4-8164-e3d8803431f1 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0811543 May 31 11:54:16.541058 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0116963f-1284-48db-b2cf-e3af8e63c239 req-950d004c-64fb-42bc-9516-78191c253996 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383630 May 31 11:54:17.209490 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145a9a0-34b8-4791-9405-931a5344b111 req-000c136f-20f8-426a-9d8f-ebb9b994e3d5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:17.210867 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6145a9a0-34b8-4791-9405-931a5344b111 req-000c136f-20f8-426a-9d8f-ebb9b994e3d5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.0793006 May 31 11:54:17.258020 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6145a9a0-34b8-4791-9405-931a5344b111 req-6c319195-64ba-4fba-8e49-22f978eeca49 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415533 May 31 11:54:17.434795 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a2a2b-8e16-463a-b7c0-a58e10ca9958 req-4cade786-a4af-4be6-8068-43ec775dcc16 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:17.436265 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b85a2a2b-8e16-463a-b7c0-a58e10ca9958 req-4cade786-a4af-4be6-8068-43ec775dcc16 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 946 time: 0.0796018 May 31 11:54:17.480969 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b85a2a2b-8e16-463a-b7c0-a58e10ca9958 req-e0cabbae-c2c5-49b5-b5bb-d04e4d7273b5 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2d5596-a36e-460d-8e28-07f9379b24b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386488 May 31 11:54:17.651334 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99ef04-c1d9-4b7b-986a-667de8ee23a0 req-91f07cbc-4495-466c-8423-74c8560f0384 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:17.652832 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0d99ef04-c1d9-4b7b-986a-667de8ee23a0 req-91f07cbc-4495-466c-8423-74c8560f0384 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.0833480 May 31 11:54:17.663152 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 43228) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:17.669095 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-c3215a0f-d817-4359-9a3e-1e249a70ab4a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Request body: {'floatingip': {'port_id': 'f1463084-6fb1-48e8-a96e-1927efa65658'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:17.751083 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c3215a0f-d817-4359-9a3e-1e249a70ab4a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for floatingip, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:17.875306 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e9b48-cf3d-4482-86f3-318dc3b5568f req-53dc9eb5-da0b-48ad-a3d0-6b10dada6c6c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:17.886113 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e40e9b48-cf3d-4482-86f3-318dc3b5568f req-53dc9eb5-da0b-48ad-a3d0-6b10dada6c6c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 948 time: 0.1283183 May 31 11:54:17.933386 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e40e9b48-cf3d-4482-86f3-318dc3b5568f req-8b062aac-6f52-43bd-a07a-aae2a9c3e106 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455971 May 31 11:54:18.255822 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02280a99-4981-43e9-9a93-518daf5f4f68 req-e934e223-4174-497d-8a50-f01efc1876cf tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:18.257296 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-02280a99-4981-43e9-9a93-518daf5f4f68 req-e934e223-4174-497d-8a50-f01efc1876cf tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.3122401 May 31 11:54:18.493766 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-02280a99-4981-43e9-9a93-518daf5f4f68 req-632be4db-ad60-4e63-be9d-b56b23899297 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287652 May 31 11:54:18.681978 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c306bbb-defa-4613-af90-0e709d9c35b2 req-95365e84-b5f5-4b8d-9f4a-312367d10272 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:18.683405 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4c306bbb-defa-4613-af90-0e709d9c35b2 req-95365e84-b5f5-4b8d-9f4a-312367d10272 tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 946 time: 0.0917385 May 31 11:54:18.714311 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c3215a0f-d817-4359-9a3e-1e249a70ab4a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:18.727672 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4c306bbb-defa-4613-af90-0e709d9c35b2 req-2737bd82-f522-4ec7-ac54-c4e22bb2e87a tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2d5596-a36e-460d-8e28-07f9379b24b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382843 May 31 11:54:18.760212 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c3215a0f-d817-4359-9a3e-1e249a70ab4a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697336'] for floatingip, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:18.948472 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.l3_db [None req-c3215a0f-d817-4359-9a3e-1e249a70ab4a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Floating IP 7c1adbf5-2b7b-487d-96d9-358562464912 associated. External IP: 172.28.1.9, port: f1463084-6fb1-48e8-a96e-1927efa65658. May 31 11:54:19.371023 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d328aa-7ec6-4fb4-8d75-779c06e14fb8 req-88459498-f50d-4e4d-9a6e-df421be3bb8e tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:19.372466 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-81d328aa-7ec6-4fb4-8d75-779c06e14fb8 req-88459498-f50d-4e4d-9a6e-df421be3bb8e tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 948 time: 0.2760353 May 31 11:54:19.490400 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-81d328aa-7ec6-4fb4-8d75-779c06e14fb8 req-a0120aea-840e-4583-8614-bf9d4a1be9d0 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698891 May 31 11:54:19.501766 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3215a0f-d817-4359-9a3e-1e249a70ab4a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:54:19.686681 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbfc9f-8e9a-43d1-913a-6afcb1c39d59 req-80b74190-0035-4201-a09e-8933ea8ef7ed tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:19.688296 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e1cbfc9f-8e9a-43d1-913a-6afcb1c39d59 req-80b74190-0035-4201-a09e-8933ea8ef7ed tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0821624 May 31 11:54:19.694355 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3215a0f-d817-4359-9a3e-1e249a70ab4a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:54:19.699519 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c3215a0f-d817-4359-9a3e-1e249a70ab4a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:19.709673 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f8a09d-b710-4a06-9e26-f1e982f3717f None None] Sync routers for ids ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'] in dv-cinder-791240-4-smb {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:54:19.720462 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f8a09d-b710-4a06-9e26-f1e982f3717f None None] Routers {'3701f7a9-8809-4284-8192-2bc4dc7ce8b8'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:19.721603 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-52f8a09d-b710-4a06-9e26-f1e982f3717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:54:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:19.740411 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e1cbfc9f-8e9a-43d1-913a-6afcb1c39d59 req-1d73abd0-0b0a-4b8f-a7a9-07e02d11840b tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456138 May 31 11:54:19.810041 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-c3215a0f-d817-4359-9a3e-1e249a70ab4a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "PUT /v2.0/floatingips/7c1adbf5-2b7b-487d-96d9-358562464912 HTTP/1.1" status: 200 len: 989 time: 2.1450057 May 31 11:54:19.811976 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'tag': 'f1463084-6fb1-48e8-a96e-1927efa65658'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:19.814358 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae26b6a4-411f-4779-8df8-58b8116b63e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd6030c-6ff0-409c-abbb-741d1fa95da1", "tag": "f1463084-6fb1-48e8-a96e-1927efa65658"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:19.848976 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625ef5c-d904-46a8-bf2a-d8b64119ee16 req-6a8296e3-ff0e-4187-8760-22f301173e5d tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:19.850529 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2625ef5c-d904-46a8-bf2a-d8b64119ee16 req-6a8296e3-ff0e-4187-8760-22f301173e5d tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.36 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 946 time: 0.1126797 May 31 11:54:19.916948 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-52f8a09d-b710-4a06-9e26-f1e982f3717f None None] Set router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:20.039680 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d1457-5c25-47e6-a7d7-72055d6d8fe0 req-086ce171-c047-43b7-b1df-3545f72501fe tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:20.041519 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-494d1457-5c25-47e6-a7d7-72055d6d8fe0 req-086ce171-c047-43b7-b1df-3545f72501fe tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 946 time: 0.1898782 May 31 11:54:20.042636 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec08e6a1-894e-4205-8408-61c00bd9e7f4 x-openstack-request-id: req-ec08e6a1-894e-4205-8408-61c00bd9e7f4 {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:20.042940 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd6030c-6ff0-409c-abbb-741d1fa95da1", "tag": "f1463084-6fb1-48e8-a96e-1927efa65658", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:20.043213 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec08e6a1-894e-4205-8408-61c00bd9e7f4 {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:20.043615 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'tag': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'status': 'completed', 'code': 200} May 31 11:54:20.102529 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-494d1457-5c25-47e6-a7d7-72055d6d8fe0 req-795940f7-2da7-4f67-bb52-62383cab474e tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2d5596-a36e-460d-8e28-07f9379b24b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523152 May 31 11:54:20.104801 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [req-2625ef5c-d904-46a8-bf2a-d8b64119ee16 req-24e95208-f688-4d5d-9b19-6fa8eaf3dd2b tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Deleting port 7f4fd8b9-9f16-4dda-a0fc-957da86b151b {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:54:20.105166 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-2625ef5c-d904-46a8-bf2a-d8b64119ee16 req-24e95208-f688-4d5d-9b19-6fa8eaf3dd2b tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:20.257910 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-2625ef5c-d904-46a8-bf2a-d8b64119ee16 req-24e95208-f688-4d5d-9b19-6fa8eaf3dd2b tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] For port 7f4fd8b9-9f16-4dda-a0fc-957da86b151b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=7f4fd8b9-9f16-4dda-a0fc-957da86b151b,segment=NetworkSegment(69ec37c4-c081-479a-917b-562c9cad9ed7),segment_id=69ec37c4-c081-479a-917b-562c9cad9ed7)] {{(pid=98765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:20.258662 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-2625ef5c-d904-46a8-bf2a-d8b64119ee16 req-24e95208-f688-4d5d-9b19-6fa8eaf3dd2b tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:20.281726 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26b6a4-411f-4779-8df8-58b8116b63e0 req-12aca17a-77f3-4bd8-8f6b-ab7d23418997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:20.283568 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ae26b6a4-411f-4779-8df8-58b8116b63e0 req-12aca17a-77f3-4bd8-8f6b-ab7d23418997 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96d2340d017442468109cc2223b2c1ad&device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 1098 time: 0.1708386 May 31 11:54:20.307444 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-52f8a09d-b710-4a06-9e26-f1e982f3717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': '7c1adbf5-2b7b-487d-96d9-358562464912', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'port_id': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'mac_address': 'fa:16:3e:ac:aa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:53:53Z', 'updated_at': '2021-05-31T11:54:18Z', 'revision_number': 1, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79944c39-f436-485b-a1a3-fc2d933b94c3', 'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'mac_address': 'fa:16:3e:87:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:39Z', 'updated_at': '2021-05-31T11:53:46Z', 'revision_number': 5, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'subnets': [{'id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:20.311852 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f8a09d-b710-4a06-9e26-f1e982f3717f None None] Checking router: 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 for host: dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:54:20.323639 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f8a09d-b710-4a06-9e26-f1e982f3717f None None] Routers {'3701f7a9-8809-4284-8192-2bc4dc7ce8b8'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:20.324369 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-52f8a09d-b710-4a06-9e26-f1e982f3717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:54:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:20.357072 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device b42970ab-9e7e-4cb7-89dc-062473c5b3e4 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:54:20.387196 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [req-2625ef5c-d904-46a8-bf2a-d8b64119ee16 req-24e95208-f688-4d5d-9b19-6fa8eaf3dd2b tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Calling delete_port for 7f4fd8b9-9f16-4dda-a0fc-957da86b151b owned by compute:nova {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:54:20.425790 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26b6a4-411f-4779-8df8-58b8116b63e0 req-28caafea-5e7c-4ff8-b96b-64fa5ad5ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:20.428196 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ae26b6a4-411f-4779-8df8-58b8116b63e0 req-28caafea-5e7c-4ff8-b96b-64fa5ad5ae3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4 HTTP/1.1" status: 200 len: 917 time: 0.1352346 May 31 11:54:20.521598 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-52f8a09d-b710-4a06-9e26-f1e982f3717f None None] Set router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:20.551346 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port b42970ab-9e7e-4cb7-89dc-062473c5b3e4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b42970ab-9e7e-4cb7-89dc-062473c5b3e4,segment=NetworkSegment(477461d8-5feb-4ead-9c12-7593b32206fe),segment_id=477461d8-5feb-4ead-9c12-7593b32206fe)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:20.569485 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ae26b6a4-411f-4779-8df8-58b8116b63e0 req-1bcb27b6-511d-4fb8-84c4-d4a4900f786f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1463084-6fb1-48e8-a96e-1927efa65658 HTTP/1.1" status: 200 len: 997 time: 0.1328628 May 31 11:54:20.580654 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': 'b42970ab-9e7e-4cb7-89dc-062473c5b3e4', 'network_id': '84192c08-7fe9-4699-a22e-3c99ea57acc6', 'port_id': 'b42970ab-9e7e-4cb7-89dc-062473c5b3e4', 'mac_address': 'fa:16:3e:60:42:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0615e33-33db-4e2d-83bd-cc6c4b5f5bfe', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:54:20.657826 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:20.678155 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42970ab-9e7e-4cb7-89dc-062473c5b3e4 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:54:20.696317 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port b42970ab-9e7e-4cb7-89dc-062473c5b3e4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b42970ab-9e7e-4cb7-89dc-062473c5b3e4,segment=NetworkSegment(477461d8-5feb-4ead-9c12-7593b32206fe),segment_id=477461d8-5feb-4ead-9c12-7593b32206fe)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:20.703858 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-2625ef5c-d904-46a8-bf2a-d8b64119ee16 req-24e95208-f688-4d5d-9b19-6fa8eaf3dd2b tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:20.714889 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:20.746344 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26b6a4-411f-4779-8df8-58b8116b63e0 req-bc559ea8-7cd5-46b5-9e27-842db5881fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:20.747766 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ae26b6a4-411f-4779-8df8-58b8116b63e0 req-bc559ea8-7cd5-46b5-9e27-842db5881fc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e380460-4b72-4669-bfbb-1247484cb9b0 HTTP/1.1" status: 200 len: 855 time: 0.1686261 May 31 11:54:20.767235 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['7f4fd8b9-9f16-4dda-a0fc-957da86b151b'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:54:20.868459 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:20.877478 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:20.881930 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26b6a4-411f-4779-8df8-58b8116b63e0 req-b016bc35-a467-4263-8231-2f017ab79a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:20.884904 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e95208-f688-4d5d-9b19-6fa8eaf3dd2b tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Pushing event deleted for resources: {'Port': ['ID=7f4fd8b9-9f16-4dda-a0fc-957da86b151b,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:20.885738 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ae26b6a4-411f-4779-8df8-58b8116b63e0 req-b016bc35-a467-4263-8231-2f017ab79a12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1219165 May 31 11:54:20.895075 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fac238-52b3-442a-99fa-4cbcce52dd84 req-34e9f43d-5c62-4a47-9731-edce63564f9d tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:20.903381 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e0fac238-52b3-442a-99fa-4cbcce52dd84 req-34e9f43d-5c62-4a47-9731-edce63564f9d tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 948 time: 0.2201254 May 31 11:54:20.904695 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-24e95208-f688-4d5d-9b19-6fa8eaf3dd2b tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:20.981961 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e0fac238-52b3-442a-99fa-4cbcce52dd84 req-d39ba9ac-7baf-4cf7-b102-be5de59433db tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774462 May 31 11:54:21.050983 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=b42970ab-9e7e-4cb7-89dc-062473c5b3e4,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:21.055554 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:21.139139 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb8b98-c2a9-4663-9beb-37ad7f4f612a req-d9b8219d-7167-4fb7-abd9-2546c20a8d14 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:21.143661 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-56bb8b98-c2a9-4663-9beb-37ad7f4f612a req-d9b8219d-7167-4fb7-abd9-2546c20a8d14 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1586747 May 31 11:54:21.176768 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ae26b6a4-411f-4779-8df8-58b8116b63e0 req-e58c6b3d-1712-44a2-9986-333b38673a93 service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492697 May 31 11:54:21.220530 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-56bb8b98-c2a9-4663-9beb-37ad7f4f612a req-ddf688d2-a912-4747-bd94-3b2dd8e14ac5 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699210 May 31 11:54:21.223374 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-52f8a09d-b710-4a06-9e26-f1e982f3717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': '7c1adbf5-2b7b-487d-96d9-358562464912', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'port_id': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'mac_address': 'fa:16:3e:ac:aa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:53:53Z', 'updated_at': '2021-05-31T11:54:18Z', 'revision_number': 1, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79944c39-f436-485b-a1a3-fc2d933b94c3', 'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'mac_address': 'fa:16:3e:87:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:39Z', 'updated_at': '2021-05-31T11:53:46Z', 'revision_number': 5, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'subnets': [{'id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:21.233547 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f8a09d-b710-4a06-9e26-f1e982f3717f None None] The sync data for ids ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'] in dv-cinder-791240-4-smb is: [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': '7c1adbf5-2b7b-487d-96d9-358562464912', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'port_id': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'mac_address': 'fa:16:3e:ac:aa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:53:53Z', 'updated_at': '2021-05-31T11:54:18Z', 'revision_number': 1, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79944c39-f436-485b-a1a3-fc2d933b94c3', 'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'mac_address': 'fa:16:3e:87:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:39Z', 'updated_at': '2021-05-31T11:53:46Z', 'revision_number': 5, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'subnets': [{'id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:54:21.371570 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4b2533df-35c5-4124-95ef-2e8af41df20b req-b700fadf-66f6-4ff5-b51b-422fe006336f tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 210 time: 0.0598471 May 31 11:54:21.419920 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ae26b6a4-411f-4779-8df8-58b8116b63e0 req-8b2f927c-87c2-4804-85a7-08a1cee58467 service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214303 May 31 11:54:21.432953 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['b42970ab-9e7e-4cb7-89dc-062473c5b3e4'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:54:21.438881 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2625ef5c-d904-46a8-bf2a-d8b64119ee16 req-24e95208-f688-4d5d-9b19-6fa8eaf3dd2b tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] No DVR routers for this DVR port 7f4fd8b9-9f16-4dda-a0fc-957da86b151b on host hv-cinder-79124 {{(pid=98765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:54:21.440931 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-2625ef5c-d904-46a8-bf2a-d8b64119ee16 req-24e95208-f688-4d5d-9b19-6fa8eaf3dd2b tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:21.514938 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed7915-a0a2-479a-a21c-4dba29b1611a None None] New status for floating IP 7c1adbf5-2b7b-487d-96d9-358562464912: ACTIVE {{(pid=98766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:54:21.521535 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2625ef5c-d904-46a8-bf2a-d8b64119ee16 req-24e95208-f688-4d5d-9b19-6fa8eaf3dd2b tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.36 "DELETE /v2.0/ports/7f4fd8b9-9f16-4dda-a0fc-957da86b151b HTTP/1.1" status: 204 len: 173 time: 1.6326859 May 31 11:54:22.044478 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeff2654-e75d-4a39-96dd-c31c21049b39', 'name': 'network-vif-deleted', 'tag': '7f4fd8b9-9f16-4dda-a0fc-957da86b151b'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:22.047580 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9782dd42-a39b-46e8-89ff-75c6fc4c03f5" -d '{"events": [{"server_uuid": "eeff2654-e75d-4a39-96dd-c31c21049b39", "name": "network-vif-deleted", "tag": "7f4fd8b9-9f16-4dda-a0fc-957da86b151b"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:22.164171 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d2611-f238-4fa9-8adb-281edf38948e req-6d74581b-acd0-428e-9937-57c99a6093d8 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:22.165730 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d42d2611-f238-4fa9-8adb-281edf38948e req-6d74581b-acd0-428e-9937-57c99a6093d8 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 949 time: 0.0791698 May 31 11:54:22.214950 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d42d2611-f238-4fa9-8adb-281edf38948e req-6cad358b-7232-41a0-bdac-a2cc96892a96 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431828 May 31 11:54:22.267764 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b69c65-7bbe-49d2-ad1a-d050b3fdf4c5 x-openstack-request-id: req-f5b69c65-7bbe-49d2-ad1a-d050b3fdf4c5 {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:22.268094 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeff2654-e75d-4a39-96dd-c31c21049b39", "name": "network-vif-deleted", "tag": "7f4fd8b9-9f16-4dda-a0fc-957da86b151b", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:22.268361 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5b69c65-7bbe-49d2-ad1a-d050b3fdf4c5 {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:22.268771 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeff2654-e75d-4a39-96dd-c31c21049b39', 'name': 'network-vif-deleted', 'tag': '7f4fd8b9-9f16-4dda-a0fc-957da86b151b', 'status': 'completed', 'code': 200} May 31 11:54:22.462389 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45a2d4-4238-45fb-a142-e806f73b8a02 req-bd35e670-1197-4374-8760-51650ccda21d tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:22.463837 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7c45a2d4-4238-45fb-a142-e806f73b8a02 req-bd35e670-1197-4374-8760-51650ccda21d tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0830314 May 31 11:54:22.509904 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7c45a2d4-4238-45fb-a142-e806f73b8a02 req-f59d85cc-7ef9-441d-ba42-4e09301315da tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404077 May 31 11:54:22.712973 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-cde7af12-5957-4dd8-929e-ee6a7a1566e1 req-de2be051-8120-4df5-9cd6-bf7a850a563d tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Synchronizing usage tracker for tenant:442725427c014c98ae602bb467f2f916 on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:22.817579 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-cde7af12-5957-4dd8-929e-ee6a7a1566e1 req-de2be051-8120-4df5-9cd6-bf7a850a563d tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Unset dirty status for tenant:442725427c014c98ae602bb467f2f916 on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:22.818768 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-cde7af12-5957-4dd8-929e-ee6a7a1566e1 req-de2be051-8120-4df5-9cd6-bf7a850a563d tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeff2654-e75d-4a39-96dd-c31c21049b39 HTTP/1.1" status: 200 len: 210 time: 0.2274425 May 31 11:54:23.406782 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf1f60-9028-4fcd-8443-0c126383f17f req-5f8a1550-c924-4484-bf74-7a2c6403f200 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:23.408260 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-12cf1f60-9028-4fcd-8443-0c126383f17f req-5f8a1550-c924-4484-bf74-7a2c6403f200 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 949 time: 0.0849006 May 31 11:54:23.452291 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-12cf1f60-9028-4fcd-8443-0c126383f17f req-193b5df6-1201-4946-a24a-4bfe2ff43fe8 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383294 May 31 11:54:23.699009 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6fdc1-4bab-4b73-966e-5924f6b41d92 req-6a1645de-cb33-41a8-901c-d85ab72fa9f4 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:23.700480 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-78c6fdc1-4bab-4b73-966e-5924f6b41d92 req-6a1645de-cb33-41a8-901c-d85ab72fa9f4 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0806401 May 31 11:54:23.745936 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-78c6fdc1-4bab-4b73-966e-5924f6b41d92 req-56c93bdc-276a-45c3-826a-a354179d3037 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 May 31 11:54:24.369000 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device b42970ab-9e7e-4cb7-89dc-062473c5b3e4 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:24.494107 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port b42970ab-9e7e-4cb7-89dc-062473c5b3e4 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:24.502915 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port b42970ab-9e7e-4cb7-89dc-062473c5b3e4 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:24.503625 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:24.653408 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:24.684438 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e04705-205b-4b2b-9eae-e1fbeee98858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42970ab-9e7e-4cb7-89dc-062473c5b3e4'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:24.686842 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca17290-9e3f-4ef7-80c0-f51fbb4fab13" -d '{"events": [{"server_uuid": "80e04705-205b-4b2b-9eae-e1fbeee98858", "name": "network-vif-plugged", "status": "completed", "tag": "b42970ab-9e7e-4cb7-89dc-062473c5b3e4"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:24.695558 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port b42970ab-9e7e-4cb7-89dc-062473c5b3e4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b42970ab-9e7e-4cb7-89dc-062473c5b3e4,segment=NetworkSegment(477461d8-5feb-4ead-9c12-7593b32206fe),segment_id=477461d8-5feb-4ead-9c12-7593b32206fe)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:24.737915 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238edc8-88b3-41bc-ad4b-ba6fa54659d9 req-b69618dc-8638-42af-90bd-c49a937ac061 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:24.745253 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7238edc8-88b3-41bc-ad4b-ba6fa54659d9 req-b69618dc-8638-42af-90bd-c49a937ac061 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 949 time: 0.1602371 May 31 11:54:24.767589 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:24.769760 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 7f4fd8b9-9f16-4dda-a0fc-957da86b151b no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:54:24.800034 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7238edc8-88b3-41bc-ad4b-ba6fa54659d9 req-44dbef53-b524-4d88-98f8-2cc98625ecde tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537097 May 31 11:54:24.829546 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:24.888806 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9dafe3-ffa7-48eb-b44e-4a8b323a0fe6 x-openstack-request-id: req-1f9dafe3-ffa7-48eb-b44e-4a8b323a0fe6 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:24.889108 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e04705-205b-4b2b-9eae-e1fbeee98858", "name": "network-vif-plugged", "status": "completed", "tag": "b42970ab-9e7e-4cb7-89dc-062473c5b3e4", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:24.889368 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f9dafe3-ffa7-48eb-b44e-4a8b323a0fe6 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:24.889754 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e04705-205b-4b2b-9eae-e1fbeee98858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42970ab-9e7e-4cb7-89dc-062473c5b3e4', 'code': 200} May 31 11:54:24.896531 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: 7f4fd8b9-9f16-4dda-a0fc-957da86b151b {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:54:24.896886 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 7f4fd8b9-9f16-4dda-a0fc-957da86b151b not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:54:24.924514 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=b42970ab-9e7e-4cb7-89dc-062473c5b3e4,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:24.935705 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:25.057598 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b96232-b2f4-44e8-8bcc-d59acf2e6338 req-4b825d3e-4c2a-41bd-9fda-75dfd42060e6 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:25.059431 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-34b96232-b2f4-44e8-8bcc-d59acf2e6338 req-4b825d3e-4c2a-41bd-9fda-75dfd42060e6 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0916867 May 31 11:54:25.109033 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-34b96232-b2f4-44e8-8bcc-d59acf2e6338 req-96dbfe8b-183c-4cc6-9bb4-3f145c1b17b6 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438151 May 31 11:54:25.218139 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-ef7f82ce-dbef-4046-bc95-1d67e88ca8f8 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:25.219650 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-ef7f82ce-dbef-4046-bc95-1d67e88ca8f8 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/networks?id=0c08a832-fb58-46a4-9851-368bfaf2fd35 HTTP/1.1" status: 200 len: 814 time: 0.1739368 May 31 11:54:25.234922 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-ff3dc8c3-82d7-44ba-9d4b-7b45534dc06f tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/quotas/159436890a7b4b3eb9c686a7f91ffd20 HTTP/1.1" status: 200 len: 375 time: 0.0090239 May 31 11:54:25.372155 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-00b528f2-42e0-4131-9a5a-83882d911a28 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1319399 May 31 11:54:25.484934 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54451789-0b03-4192-b765-ce4fdff9b117 req-70d13072-e9e6-40af-acd5-69087104db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:25.486395 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-54451789-0b03-4192-b765-ce4fdff9b117 req-70d13072-e9e6-40af-acd5-69087104db85 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 1103 time: 0.1731627 May 31 11:54:25.548206 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-9669e7d9-2fbf-4447-8526-72eaa4cb5397 service neutron] 10.222.0.43 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671517 May 31 11:54:25.554107 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-54451789-0b03-4192-b765-ce4fdff9b117 req-fdaff691-b78c-45b4-ae5f-69c3a408714f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548379 May 31 11:54:25.692893 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-59817822-1f2a-4408-887f-aaca0a823c25 service neutron] 10.222.0.43 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375403 May 31 11:54:26.009533 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38d965-09e8-4d98-89d2-ee5c983e9c28 req-48ba70f6-db91-4d27-8bb9-7d2b36ddb812 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:26.011069 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6a38d965-09e8-4d98-89d2-ee5c983e9c28 req-48ba70f6-db91-4d27-8bb9-7d2b36ddb812 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 950 time: 0.0856819 May 31 11:54:26.120385 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6a38d965-09e8-4d98-89d2-ee5c983e9c28 req-904a2148-4c05-4fa7-9cf7-9a91813164e4 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441096 May 31 11:54:26.367234 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90304084-b95d-4935-b1d5-7c8df3986e1a req-38452003-7326-4dc7-a2df-a924bb8f0baf tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:26.369320 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-90304084-b95d-4935-b1d5-7c8df3986e1a req-38452003-7326-4dc7-a2df-a924bb8f0baf tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0994360 May 31 11:54:26.397404 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-80b5e49d-1f96-46cb-93db-86a113ff3e4d req-d0fef6a1-8a94-4f85-b085-93dc7fabaa93 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 210 time: 0.0498226 May 31 11:54:26.426916 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-90304084-b95d-4935-b1d5-7c8df3986e1a req-12125c4f-c22c-4200-acf7-26a146fe0b0c tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507452 May 31 11:54:27.261983 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb69e8d-29f5-4cf5-afb2-aef20f288478 req-47eaa2ca-3649-494a-9392-858c11c83803 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:27.263463 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ccb69e8d-29f5-4cf5-afb2-aef20f288478 req-47eaa2ca-3649-494a-9392-858c11c83803 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 950 time: 0.0847332 May 31 11:54:27.310216 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ccb69e8d-29f5-4cf5-afb2-aef20f288478 req-b4feebdd-1323-4b4a-a622-e24416f3c286 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409613 May 31 11:54:27.556090 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9052f2ea-4021-47ed-a14c-97609b0b4d3a req-a2870c71-aeb6-4774-b9a7-8acab3988777 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 210 time: 0.0478377 May 31 11:54:27.819912 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3927aa-8d78-4d9f-a10d-52bdb3f0ab0c req-de4ef29f-8f1e-400e-87b6-ee0d4f62e862 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:27.821659 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fa3927aa-8d78-4d9f-a10d-52bdb3f0ab0c req-de4ef29f-8f1e-400e-87b6-ee0d4f62e862 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1677330 May 31 11:54:27.837960 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e5478-90fe-4647-8344-2d48aa8d54dd req-2d73ddd0-1dcd-4779-8ab6-4819f2af8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:27.839480 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-514e5478-90fe-4647-8344-2d48aa8d54dd req-2d73ddd0-1dcd-4779-8ab6-4819f2af8372 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 1099 time: 0.0920525 May 31 11:54:27.868310 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fa3927aa-8d78-4d9f-a10d-52bdb3f0ab0c req-8f7c827a-063d-45ee-b46e-1dae0ed90fdc tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392957 May 31 11:54:27.884434 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-514e5478-90fe-4647-8344-2d48aa8d54dd req-6609cdd6-9cf5-4761-a73a-bcc8942e9c29 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347993 May 31 11:54:28.523005 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce5794-895e-4b7e-9921-7bb9d1472071 req-4257b079-f602-4d32-b9ba-cb3dec6f731e tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:28.526095 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-11ce5794-895e-4b7e-9921-7bb9d1472071 req-4257b079-f602-4d32-b9ba-cb3dec6f731e tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 950 time: 0.0865371 May 31 11:54:28.574300 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-11ce5794-895e-4b7e-9921-7bb9d1472071 req-46a389d9-02e4-45a3-ac2a-1007f8140eb9 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431757 May 31 11:54:28.711390 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2e8cfe2c-1569-4538-a7d4-447d73671275 req-89d958d3-f09c-4e74-9da8-596fcf877b40 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 210 time: 0.0451968 May 31 11:54:29.064308 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe8aae-3149-4541-a26b-54346b96b016 req-fac60141-2e7f-4f44-8171-efb396e132f9 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:29.065819 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8afe8aae-3149-4541-a26b-54346b96b016 req-fac60141-2e7f-4f44-8171-efb396e132f9 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0837691 May 31 11:54:29.112057 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8afe8aae-3149-4541-a26b-54346b96b016 req-6d136993-3079-40aa-8f2c-1d2518b3d8da tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399444 May 31 11:54:29.293647 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a789c22-2518-4703-bc43-59ddf329ea9d req-ca9c510d-be6a-466f-ab99-3f4d88f57e38 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:29.295111 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4a789c22-2518-4703-bc43-59ddf329ea9d req-ca9c510d-be6a-466f-ab99-3f4d88f57e38 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 950 time: 0.0825706 May 31 11:54:29.339447 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4a789c22-2518-4703-bc43-59ddf329ea9d req-1bc4b948-1985-45b2-91d7-45fe11deb545 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385559 May 31 11:54:29.522839 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-afb603a4-0551-4aad-a5d5-78f9c7a444e8 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:29.524375 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-afb603a4-0551-4aad-a5d5-78f9c7a444e8 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "GET /v2.0/networks?id=0c08a832-fb58-46a4-9851-368bfaf2fd35 HTTP/1.1" status: 200 len: 814 time: 0.1469679 May 31 11:54:29.557497 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Request body: {'port': {'device_id': '4edf0887-49e9-4050-9514-4948485a8bc8', 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35', 'admin_state_up': True, 'tenant_id': '159436890a7b4b3eb9c686a7f91ffd20'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:29.715751 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:29.726796 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:29.914416 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-de87074d-d989-4e34-b132-29c35180487e req-9cf84b9d-95bd-4133-9531-161449e40417 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 210 time: 0.0794315 May 31 11:54:29.915605 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Made reservation on behalf of 159436890a7b4b3eb9c686a7f91ffd20 for: {'port': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:29.919191 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:29.983646 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-41ce1f3c-97f8-4703-a07e-7c378418999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:30.092516 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Allocated IP 172.20.0.2 (0c08a832-fb58-46a4-9851-368bfaf2fd35/993381ae-0ef5-4e41-9233-67590fc9a971/b553e9b6-6ac8-47d9-bb09-8d316e99a348) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:54:30.454845 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:30.470848 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c271f-ea45-4878-b75b-18912933bd74 req-25114616-1115-435f-916f-b9df997d02a8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:30.472328 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-430c271f-ea45-4878-b75b-18912933bd74 req-25114616-1115-435f-916f-b9df997d02a8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.2293413 May 31 11:54:30.527087 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-430c271f-ea45-4878-b75b-18912933bd74 req-26d32a91-6af4-4168-8939-b1f6bd3b1cb4 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475812 May 31 11:54:30.531624 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9817a-5a95-4e8e-b146-9efd361982ee req-ff324a53-142d-4f5d-b81d-6492d9da53b3 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:30.533307 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-39d9817a-5a95-4e8e-b146-9efd361982ee req-ff324a53-142d-4f5d-b81d-6492d9da53b3 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 950 time: 0.0836968 May 31 11:54:30.578793 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-39d9817a-5a95-4e8e-b146-9efd361982ee req-591ab9d9-05d6-4eb0-85c6-6a327696339f tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391684 May 31 11:54:30.584780 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:30.591688 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:30.655233 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['4c1b4fca-9552-4847-9a4e-bd34803b7b29', '60b9b3e4-3d85-470e-9ebd-f0c8c61beb48', '66f7cfa7-906a-4741-8b45-4c3fadfb70b9'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:54:30.656240 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Network 0c08a832-fb58-46a4-9851-368bfaf2fd35 is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:30.659407 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:30.664072 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:54:30.711279 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Pushing event updated for resources: {'Port': ['ID=b553e9b6-6ac8-47d9-bb09-8d316e99a348,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:30.726208 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:30.726576 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:30.726933 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:30.727280 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:30.727624 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:30.728055 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:30.728385 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:30.728730 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:30.729066 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:30.729402 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:30.729750 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:30.730082 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:30.735733 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:30.746743 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:30.748540 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:30.818910 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2662077 May 31 11:54:30.852268 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Request body: {'port': {'device_id': '4edf0887-49e9-4050-9514-4948485a8bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:30.972699 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:31.166959 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2354d91-fecc-4844-80f1-13e3d26430be req-6e841cf7-63ba-420c-a85f-06f9fd8e25da tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:31.168565 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a2354d91-fecc-4844-80f1-13e3d26430be req-6e841cf7-63ba-420c-a85f-06f9fd8e25da tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 931 time: 0.1242816 May 31 11:54:31.215867 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a57ce-082e-4e3e-89df-acb21d1dcaee req-4de4aea0-3372-4729-864f-581e79f3c0aa tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:31.217384 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d28a57ce-082e-4e3e-89df-acb21d1dcaee req-4de4aea0-3372-4729-864f-581e79f3c0aa tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1709158 May 31 11:54:31.233240 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a2354d91-fecc-4844-80f1-13e3d26430be req-dcb411e7-40b7-4528-80e5-ebe26531ce79 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529847 May 31 11:54:31.242110 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b988a1-d333-4fba-b43a-2dcc35461e6b req-b73a7961-3ea4-469d-96c5-5ef8951682af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:31.243560 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-36b988a1-d333-4fba-b43a-2dcc35461e6b req-b73a7961-3ea4-469d-96c5-5ef8951682af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4795d24d302b4c4189da5f0c3d8fc8fe&device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 1099 time: 0.1228163 May 31 11:54:31.411153 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d28a57ce-082e-4e3e-89df-acb21d1dcaee req-3c132ebc-a581-4586-9598-ab368d7305c8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726735 May 31 11:54:31.450826 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b988a1-d333-4fba-b43a-2dcc35461e6b req-8051531a-50a1-4c2f-ad31-56054cb86bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:31.452782 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-36b988a1-d333-4fba-b43a-2dcc35461e6b req-8051531a-50a1-4c2f-ad31-56054cb86bc0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd3127e-a427-4d2a-a0cb-273aa10eec42 HTTP/1.1" status: 200 len: 919 time: 0.1836615 May 31 11:54:31.560332 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-36b988a1-d333-4fba-b43a-2dcc35461e6b req-3220211d-dc11-4027-9aa7-9bb94af52512 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e67ee191-9ac9-4134-97db-71270688c45e HTTP/1.1" status: 200 len: 217 time: 0.0692549 May 31 11:54:31.561292 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b553e9b6-6ac8-47d9-bb09-8d316e99a348 {{(pid=98765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:54:31.568196 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:31.586693 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.provisioning_blocks [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Transition to ACTIVE for port object b553e9b6-6ac8-47d9-bb09-8d316e99a348 will not be triggered until provisioned by entity L2. {{(pid=98765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:31.631061 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b988a1-d333-4fba-b43a-2dcc35461e6b req-29c9cd04-4335-4b7d-8573-02d97ce7ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:31.632524 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-36b988a1-d333-4fba-b43a-2dcc35461e6b req-29c9cd04-4335-4b7d-8573-02d97ce7ae00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b89b243e-d588-4c64-a5f7-a9c0cf16fb4c HTTP/1.1" status: 200 len: 858 time: 0.0632310 May 31 11:54:31.680567 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:31.685190 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-15c58967-ed7e-4ba6-96fa-96dcc5bcb2d3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:31.699831 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-36b988a1-d333-4fba-b43a-2dcc35461e6b req-0f95c5ac-f186-42ab-8176-f72e4d2fff32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd3127e-a427-4d2a-a0cb-273aa10eec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498931 May 31 11:54:31.860917 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 43552) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:31.899460 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Pushing event updated for resources: {'Port': ['ID=b553e9b6-6ac8-47d9-bb09-8d316e99a348,revision_number=2']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:31.904226 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-36b988a1-d333-4fba-b43a-2dcc35461e6b req-ae4fabcf-e7e5-4956-818a-a243a2ba7c03 service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451323 May 31 11:54:31.907658 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:31.996285 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5da48d-368d-43d9-bce3-80426362680a req-8e09421a-0571-4603-a420-262e91a76b96 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:32.002302 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7c5da48d-368d-43d9-bce3-80426362680a req-8e09421a-0571-4603-a420-262e91a76b96 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 950 time: 0.2787256 May 31 11:54:32.002302 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Attempting to bind port b553e9b6-6ac8-47d9-bb09-8d316e99a348 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:54:32.002302 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Attempting to bind port b553e9b6-6ac8-47d9-bb09-8d316e99a348 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:54:32.002302 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Attempting to bind port b553e9b6-6ac8-47d9-bb09-8d316e99a348 on network 0c08a832-fb58-46a4-9851-368bfaf2fd35 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:54:32.006928 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Port b553e9b6-6ac8-47d9-bb09-8d316e99a348 on network 0c08a832-fb58-46a4-9851-368bfaf2fd35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:54:32.007318 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Attempting to bind port b553e9b6-6ac8-47d9-bb09-8d316e99a348 on network 0c08a832-fb58-46a4-9851-368bfaf2fd35 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:54:32.022392 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:32.026751 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:54:32.027092 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Checking segment: {'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:32.027471 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Bound using segment: {'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:54:32.027899 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Bound port: b553e9b6-6ac8-47d9-bb09-8d316e99a348, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab42a0-ef48-4be2-aeea-e61b79f505db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35'}}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:54:32.028269 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:32.043021 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:32.051604 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Usage tracker for resource:security_group_rule and tenant:52f4a631aa4942e192d0da2e0ed1eaec is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:32.061391 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:32.090282 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:32.115879 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7c5da48d-368d-43d9-bce3-80426362680a req-8a64ecf1-6861-447a-a596-ed9b84670025 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098080 May 31 11:54:32.130202 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-36b988a1-d333-4fba-b43a-2dcc35461e6b req-f45377ea-9087-4d60-a357-36d853905bb3 service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130609 May 31 11:54:32.172894 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] For port b553e9b6-6ac8-47d9-bb09-8d316e99a348, host hv-cinder-79124, cleared binding levels {{(pid=98765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:54:32.182665 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] For port b553e9b6-6ac8-47d9-bb09-8d316e99a348, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b553e9b6-6ac8-47d9-bb09-8d316e99a348,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:54:32.199752 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:32.332146 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:32.338798 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:32.404920 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:32.404920 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:32.404920 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] 10.222.0.36 "PUT /v2.0/ports/b553e9b6-6ac8-47d9-bb09-8d316e99a348 HTTP/1.1" status: 200 len: 1093 time: 1.5541441 May 31 11:54:32.404920 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edf0887-49e9-4050-9514-4948485a8bc8', 'tag': 'b553e9b6-6ac8-47d9-bb09-8d316e99a348'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:32.404920 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f340310d-fdcb-4f8b-8b6b-bfb719bed1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4edf0887-49e9-4050-9514-4948485a8bc8", "tag": "b553e9b6-6ac8-47d9-bb09-8d316e99a348"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:32.424531 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Pushing event updated for resources: {'Port': ['ID=b553e9b6-6ac8-47d9-bb09-8d316e99a348,revision_number=3']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:32.429505 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:32.430930 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-ffaef6d6-6e43-46fe-a4b0-2cb27b965cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:32.436986 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-cbf5acf9-55a0-4b89-84f2-134d74388ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:32.443165 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:32.452630 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:32.462253 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08af16c8-395d-4c36-8bda-1be60e5b39b1 x-openstack-request-id: req-08af16c8-395d-4c36-8bda-1be60e5b39b1 {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:32.462253 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edf0887-49e9-4050-9514-4948485a8bc8", "tag": "b553e9b6-6ac8-47d9-bb09-8d316e99a348", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:32.462253 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08af16c8-395d-4c36-8bda-1be60e5b39b1 {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:32.462253 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edf0887-49e9-4050-9514-4948485a8bc8', 'tag': 'b553e9b6-6ac8-47d9-bb09-8d316e99a348', 'status': 'completed', 'code': 200} May 31 11:54:32.462928 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0fddc-a37d-4a55-80e2-4fc860d787b0 req-8d3d78de-eac0-42aa-8f6f-0419f557d0f0 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:32.464241 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-06f0fddc-a37d-4a55-80e2-4fc860d787b0 req-8d3d78de-eac0-42aa-8f6f-0419f557d0f0 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 943 time: 0.1090691 May 31 11:54:32.523788 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52f4a631aa4942e192d0da2e0ed1eaec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6618471 May 31 11:54:32.527220 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23df68e6-f3eb-4e0d-afe7-31cd75018539,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:32.529239 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 43572) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:32.536150 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:32.536509 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:32.537045 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:32.537393 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:32.537738 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:32.538081 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:32.538443 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:32.538779 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:32.539115 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:32.539447 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:32.539780 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:32.540143 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:32.551810 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:32.563149 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-06f0fddc-a37d-4a55-80e2-4fc860d787b0 req-af8d1d66-7394-4f46-a2d9-a8ac599e7ea7 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898054 May 31 11:54:32.632837 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-68e0f8af-5f5a-4b4f-b88d-379f8e687518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:32.672410 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-68e0f8af-5f5a-4b4f-b88d-379f8e687518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:32.760539 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df23978-f049-4c2a-aafd-ed1e244eb903 req-b4af588e-baea-4ab7-9312-323e7a24ea99 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:32.761919 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7df23978-f049-4c2a-aafd-ed1e244eb903 req-b4af588e-baea-4ab7-9312-323e7a24ea99 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1840611 May 31 11:54:32.767656 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340310d-fdcb-4f8b-8b6b-bfb719bed1c4 req-8e1b2707-eba6-4250-b2b2-a9dbafac6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:32.769141 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f340310d-fdcb-4f8b-8b6b-bfb719bed1c4 req-8e1b2707-eba6-4250-b2b2-a9dbafac6343 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 1096 time: 0.0696638 May 31 11:54:32.821742 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7df23978-f049-4c2a-aafd-ed1e244eb903 req-0e94c4ec-da09-4d87-8f27-e162781b0698 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536520 May 31 11:54:32.841612 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3bffe-59b6-48ef-9f8d-e31de14a38c3 req-26b168a4-a07f-4dd0-b93e-024d3e678c37 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:32.843029 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-45e3bffe-59b6-48ef-9f8d-e31de14a38c3 req-26b168a4-a07f-4dd0-b93e-024d3e678c37 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.36 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 950 time: 0.1425426 May 31 11:54:32.898051 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-68e0f8af-5f5a-4b4f-b88d-379f8e687518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:32.901811 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-889902c2-9231-42be-8c0e-2b043af737ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:33.030645 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0f8af-5f5a-4b4f-b88d-379f8e687518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23df68e6-f3eb-4e0d-afe7-31cd75018539,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:33.039506 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-68e0f8af-5f5a-4b4f-b88d-379f8e687518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:33.044847 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340310d-fdcb-4f8b-8b6b-bfb719bed1c4 req-621cf344-0a6c-4bc4-8555-ea282625cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:33.046300 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f340310d-fdcb-4f8b-8b6b-bfb719bed1c4 req-621cf344-0a6c-4bc4-8555-ea282625cd4e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1451862 May 31 11:54:33.058643 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-68e0f8af-5f5a-4b4f-b88d-379f8e687518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:33.058643 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-68e0f8af-5f5a-4b4f-b88d-379f8e687518 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23df68e6-f3eb-4e0d-afe7-31cd75018539 HTTP/1.1" status: 204 len: 168 time: 0.5282385 May 31 11:54:33.149659 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [req-45e3bffe-59b6-48ef-9f8d-e31de14a38c3 req-ebeb1edf-befc-40ea-8ada-45dc6df69fcb tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Deleting port b42970ab-9e7e-4cb7-89dc-062473c5b3e4 {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:54:33.150185 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-45e3bffe-59b6-48ef-9f8d-e31de14a38c3 req-ebeb1edf-befc-40ea-8ada-45dc6df69fcb tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:33.168193 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:33.319331 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340310d-fdcb-4f8b-8b6b-bfb719bed1c4 req-2b9f3ca9-7877-431e-838c-3a1cb3a8e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:33.321664 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f340310d-fdcb-4f8b-8b6b-bfb719bed1c4 req-2b9f3ca9-7877-431e-838c-3a1cb3a8e05a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2432790 May 31 11:54:33.360756 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-45e3bffe-59b6-48ef-9f8d-e31de14a38c3 req-ebeb1edf-befc-40ea-8ada-45dc6df69fcb tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] For port b42970ab-9e7e-4cb7-89dc-062473c5b3e4, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b42970ab-9e7e-4cb7-89dc-062473c5b3e4,segment=NetworkSegment(477461d8-5feb-4ead-9c12-7593b32206fe),segment_id=477461d8-5feb-4ead-9c12-7593b32206fe)] {{(pid=98765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:33.365045 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-45e3bffe-59b6-48ef-9f8d-e31de14a38c3 req-ebeb1edf-befc-40ea-8ada-45dc6df69fcb tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:33.491935 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-f3d7bbc1-f0d2-4124-b1a6-8348897b3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:33.493441 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-f3d7bbc1-f0d2-4124-b1a6-8348897b3d86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 1096 time: 0.0882101 May 31 11:54:33.494336 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [req-45e3bffe-59b6-48ef-9f8d-e31de14a38c3 req-ebeb1edf-befc-40ea-8ada-45dc6df69fcb tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Calling delete_port for b42970ab-9e7e-4cb7-89dc-062473c5b3e4 owned by compute:nova {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:54:33.511171 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48da652-f44d-4947-8db7-53ebd54f6027 req-0143d70b-32f8-432a-b508-e295eef46443 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:33.512669 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d48da652-f44d-4947-8db7-53ebd54f6027 req-0143d70b-32f8-432a-b508-e295eef46443 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 950 time: 0.2547753 May 31 11:54:33.576418 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d48da652-f44d-4947-8db7-53ebd54f6027 req-5485a7a1-e7c7-45c3-813f-e86e33d07247 tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b80037d-8241-469a-a22f-dc974fc60a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521846 May 31 11:54:33.602260 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-88811f07-2b2b-4161-bdd0-5619b198bb8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b553e9b6-6ac8-47d9-bb09-8d316e99a348 HTTP/1.1" status: 200 len: 217 time: 0.0830109 May 31 11:54:33.746413 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-221b6be7-906d-4dd9-be6f-f3695253da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:33.747914 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-221b6be7-906d-4dd9-be6f-f3695253da39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=993381ae-0ef5-4e41-9233-67590fc9a971 HTTP/1.1" status: 200 len: 854 time: 0.1368499 May 31 11:54:33.778055 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-45e3bffe-59b6-48ef-9f8d-e31de14a38c3 req-ebeb1edf-befc-40ea-8ada-45dc6df69fcb tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:33.783724 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:33.805227 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-d98c82a5-4d1e-435a-bdc7-394ff8465d0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c08a832-fb58-46a4-9851-368bfaf2fd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480592 May 31 11:54:33.831182 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['b42970ab-9e7e-4cb7-89dc-062473c5b3e4'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:54:33.836959 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb1edf-befc-40ea-8ada-45dc6df69fcb tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Pushing event deleted for resources: {'Port': ['ID=b42970ab-9e7e-4cb7-89dc-062473c5b3e4,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:33.918269 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ebeb1edf-befc-40ea-8ada-45dc6df69fcb tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:33.930697 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920442ac-502e-426d-8d7f-53d3f53016e5 req-b4ed8a0e-1ba1-4ca0-ab0a-0b57ef0ab219 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:33.934093 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-920442ac-502e-426d-8d7f-53d3f53016e5 req-b4ed8a0e-1ba1-4ca0-ab0a-0b57ef0ab219 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 943 time: 0.2402663 May 31 11:54:33.939699 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e3bffe-59b6-48ef-9f8d-e31de14a38c3 req-ebeb1edf-befc-40ea-8ada-45dc6df69fcb tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] No DVR routers for this DVR port b42970ab-9e7e-4cb7-89dc-062473c5b3e4 on host hv-cinder-79124 {{(pid=98765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:54:33.943295 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-45e3bffe-59b6-48ef-9f8d-e31de14a38c3 req-ebeb1edf-befc-40ea-8ada-45dc6df69fcb tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:34.022810 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-920442ac-502e-426d-8d7f-53d3f53016e5 req-57ad404b-ab6b-4479-b50a-6c4cbb2e15a2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763321 May 31 11:54:34.026945 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-45e3bffe-59b6-48ef-9f8d-e31de14a38c3 req-ebeb1edf-befc-40ea-8ada-45dc6df69fcb tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.36 "DELETE /v2.0/ports/b42970ab-9e7e-4cb7-89dc-062473c5b3e4 HTTP/1.1" status: 204 len: 173 time: 1.1188033 May 31 11:54:34.031312 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-28ac846d-b487-4f8c-9e32-34f3ad78631b service neutron] 10.222.0.36 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162418 May 31 11:54:34.089412 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023fabb-51cb-45b0-8d31-736a9819bee8 req-9dbfda1b-ff7e-4df5-a073-085ceb87d1f1 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:34.109235 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0023fabb-51cb-45b0-8d31-736a9819bee8 req-9dbfda1b-ff7e-4df5-a073-085ceb87d1f1 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1223800 May 31 11:54:34.162860 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0023fabb-51cb-45b0-8d31-736a9819bee8 req-eeb3b3e5-36e9-48bb-b12c-0e59b7c2e886 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527225 May 31 11:54:34.197805 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 43608) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:34.229614 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-53bf78eb-eaca-4d30-8f60-6726f5426cda req-79ed6992-994d-49b5-bb07-348ec33bad44 service neutron] 10.222.0.36 "GET /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607463 May 31 11:54:34.315292 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1004530358-network', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:34.320033 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:34.323889 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Usage tracker for resource:network and tenant:7e8d43d6bc8f40bc86899216db913e26 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:34.326766 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:34.337210 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:34.406511 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Made reservation on behalf of 7e8d43d6bc8f40bc86899216db913e26 for: {'network': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:34.408800 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:34.421910 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:34.436119 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:34.440144 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Usage tracker for resource:security_group_rule and tenant:7e8d43d6bc8f40bc86899216db913e26 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:34.443218 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:34.449172 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:34.465478 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e04705-205b-4b2b-9eae-e1fbeee98858', 'name': 'network-vif-deleted', 'tag': 'b42970ab-9e7e-4cb7-89dc-062473c5b3e4'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:34.468311 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196cf5d8-0b3f-42bf-b288-5492f872c3c7" -d '{"events": [{"server_uuid": "80e04705-205b-4b2b-9eae-e1fbeee98858", "name": "network-vif-deleted", "tag": "b42970ab-9e7e-4cb7-89dc-062473c5b3e4"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:34.514298 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d937be-961e-43c5-ab22-76b271f2c90d x-openstack-request-id: req-06d937be-961e-43c5-ab22-76b271f2c90d {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:34.514545 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e04705-205b-4b2b-9eae-e1fbeee98858", "name": "network-vif-deleted", "tag": "b42970ab-9e7e-4cb7-89dc-062473c5b3e4", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:34.514771 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06d937be-961e-43c5-ab22-76b271f2c90d {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:34.515301 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e04705-205b-4b2b-9eae-e1fbeee98858', 'name': 'network-vif-deleted', 'tag': 'b42970ab-9e7e-4cb7-89dc-062473c5b3e4', 'status': 'completed', 'code': 200} May 31 11:54:34.562512 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:34.623830 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:34.626950 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-db442a41-f4fb-48e1-99bf-1a489a6b51b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:34.656475 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=98765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:54:34.670187 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9161f374-d1b5-47a8-9b3e-78a8c7f9970c,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:34.673335 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:34.677513 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:34.677859 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.segments_db [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Added segment 774d0b96-cb16-4ecb-820b-63e1439be0b4 of type vlan for network c61f7101-e42f-424d-83a7-078109e86a9f May 31 11:54:34.713053 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:34.765566 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e75faab3-2ef9-4506-9ed0-32f98e786950 req-120b7148-6dbc-4e3d-a225-ea6c70a63fcd tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e04705-205b-4b2b-9eae-e1fbeee98858 HTTP/1.1" status: 200 len: 210 time: 0.0451581 May 31 11:54:34.812178 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:34.813597 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:34.814124 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:34.819676 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-cffcf9e9-edb3-487e-9071-9c21c96a825c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:34.922918 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Pushing event updated for resources: {'Network': ['ID=c61f7101-e42f-424d-83a7-078109e86a9f,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:34.925626 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:34.932947 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network c61f7101-e42f-424d-83a7-078109e86a9f details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:54:34.972829 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7739308 May 31 11:54:34.975725 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 43636) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:34.981718 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Request body: {'subnet': {'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1004530358-subnet', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'ip_version': 4}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:34.986545 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:34.991007 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Usage tracker for resource:subnet and tenant:7e8d43d6bc8f40bc86899216db913e26 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:34.993896 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:34.997382 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:35.000727 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:35.181338 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Made reservation on behalf of 7e8d43d6bc8f40bc86899216db913e26 for: {'subnet': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:35.183565 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2254783'] for subnet, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:35.324621 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ae301-850c-4999-a0f3-741fc4320bf5 req-1963de94-c241-4024-b686-a3851d1f448f tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:35.325334 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-a71ae301-850c-4999-a0f3-741fc4320bf5 req-1963de94-c241-4024-b686-a3851d1f448f tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Synchronizing usage tracker for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:35.362845 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd51157-f61d-4996-ad93-9c2681d63891 req-8be0c941-5161-4627-aba3-395c66020791 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:35.366258 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1cd51157-f61d-4996-ad93-9c2681d63891 req-8be0c941-5161-4627-aba3-395c66020791 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0928154 May 31 11:54:35.420141 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1cd51157-f61d-4996-ad93-9c2681d63891 req-c2d4ad46-9d3f-4415-8548-ca82adacd060 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474520 May 31 11:54:35.424971 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-a71ae301-850c-4999-a0f3-741fc4320bf5 req-1963de94-c241-4024-b686-a3851d1f448f tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Unset dirty status for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:35.426177 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a71ae301-850c-4999-a0f3-741fc4320bf5 req-1963de94-c241-4024-b686-a3851d1f448f tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 943 time: 0.2816513 May 31 11:54:35.493872 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a71ae301-850c-4999-a0f3-741fc4320bf5 req-abff96c1-0e07-4457-a789-6eabad6ec78a tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583758 May 31 11:54:35.601963 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:54:35.771884 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1661490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2254761'] for subnet, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:35.776884 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:35.933180 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19d5646-7f8f-4517-b754-fcd7776ec266,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:35.936959 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:35.937641 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Checking segment: {'id': '774d0b96-cb16-4ecb-820b-63e1439be0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:35.937985 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Network hostable DHCP agents. Network: c61f7101-e42f-424d-83a7-078109e86a9f, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:54:36.029862 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Network c61f7101-e42f-424d-83a7-078109e86a9f is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:54:36.109147 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, c61f7101-e42f-424d-83a7-078109e86a9f) {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:36.118897 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb86e68-ccbd-4f25-bcf2-c8cc25b46ca5 None None] Network c61f7101-e42f-424d-83a7-078109e86a9f requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:36.120445 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:36.121045 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:36.232327 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2530892 May 31 11:54:36.232946 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 43670) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:36.237568 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:36.249289 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:36.257459 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Usage tracker for resource:router and tenant:7e8d43d6bc8f40bc86899216db913e26 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:36.261887 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:36.268597 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:36.348933 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29358474-a8da-5ec3-9a67-ff1cc0243770-c61f7101-e42f-424d-83a7-078109e86a9f', 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'fixed_ips': [{'subnet_id': 'e19d5646-7f8f-4517-b754-fcd7776ec266'}]}} from dv-cinder-791240-4-smb. {{(pid=98766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:54:36.349460 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-933'] for router, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:36.350240 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:36.350489 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-942'] for router, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:36.369177 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:36.443687 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device b42970ab-9e7e-4cb7-89dc-062473c5b3e4 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:54:36.562438 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.db_base_plugin_common [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Allocated IP 172.20.0.2 (c61f7101-e42f-424d-83a7-078109e86a9f/e19d5646-7f8f-4517-b754-fcd7776ec266/4d95d9dc-46bf-4cda-a57a-c91a218b9f05) {{(pid=98766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:54:36.645528 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f49cc-2215-4905-b6e3-26e2f5553637 req-6a85f417-9ebe-4be7-ae66-11b80de3cd5d tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:36.653484 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4c6f49cc-2215-4905-b6e3-26e2f5553637 req-6a85f417-9ebe-4be7-ae66-11b80de3cd5d tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1120062 May 31 11:54:36.703040 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4c6f49cc-2215-4905-b6e3-26e2f5553637 req-6963a455-cabb-4159-b95e-30923b7a9e38 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486827 May 31 11:54:36.730743 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: b42970ab-9e7e-4cb7-89dc-062473c5b3e4 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:54:36.731196 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device b42970ab-9e7e-4cb7-89dc-062473c5b3e4 not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:54:36.832392 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-984'] for router, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:36.864119 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a7a4b-b327-4260-9142-a533fbdda0a9 req-335711b4-464d-42a0-92d2-2114c05eebe2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:36.867796 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a03a7a4b-b327-4260-9142-a533fbdda0a9 req-335711b4-464d-42a0-92d2-2114c05eebe2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 943 time: 0.1008329 May 31 11:54:36.876094 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Notify callbacks [] for port, precommit_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:36.886650 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Transition to ACTIVE for port object 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:36.916487 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Transition to ACTIVE for port object 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 will not be triggered until provisioned by entity DHCP. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:36.944337 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a03a7a4b-b327-4260-9142-a533fbdda0a9 req-c13e0425-ed90-4f68-af03-11e098701ee3 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701802 May 31 11:54:37.018829 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243'] for port, after_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:37.024245 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-e0219dd6-a0dd-48a7-9741-8db40dd2f9cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:37.102810 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Network c61f7101-e42f-424d-83a7-078109e86a9f is already hosted by enough agents. {{(pid=98766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:37.106388 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.base_scheduler [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Resources bound (agent type, host, resource id): {{(pid=98766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:37.109230 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Received port after_create {{(pid=98766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:54:37.171633 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Pushing event updated for resources: {'Port': ['ID=4d95d9dc-46bf-4cda-a57a-c91a218b9f05,revision_number=1']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:37.180585 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:37.243553 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Attempting to bind port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:54:37.243926 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Attempting to bind port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '774d0b96-cb16-4ecb-820b-63e1439be0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:54:37.244352 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Attempting to bind port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 on network c61f7101-e42f-424d-83a7-078109e86a9f {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:54:37.249828 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:54:37.250201 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Checking segment: {'id': '774d0b96-cb16-4ecb-820b-63e1439be0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:37.250709 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:37.251104 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Bound using segment: {'id': '774d0b96-cb16-4ecb-820b-63e1439be0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:54:37.251571 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Bound port: 4d95d9dc-46bf-4cda-a57a-c91a218b9f05, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774d0b96-cb16-4ecb-820b-63e1439be0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:54:37.253365 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:37.330830 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:37.343307 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:37.351268 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] For port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:54:37.355212 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] For port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=4d95d9dc-46bf-4cda-a57a-c91a218b9f05,segment=NetworkSegment(774d0b96-cb16-4ecb-820b-63e1439be0b4),segment_id=774d0b96-cb16-4ecb-820b-63e1439be0b4)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:54:37.361949 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:37.418462 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:37.422251 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:37.501549 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Pushing event updated for resources: {'Port': ['ID=4d95d9dc-46bf-4cda-a57a-c91a218b9f05,revision_number=2']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:37.506221 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:37.563413 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Allocated IP 172.28.1.232 (44138ec9-aa29-40d8-b84a-8c450b87461c/270374c3-e0a8-4da5-b8af-4f1fd2d3da10/af294474-81b2-4432-bb02-a5f9ff526209) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:54:37.730670 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:37.835790 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:37.839750 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:37.900966 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c515aacb-7a0d-4b16-b267-cf3573736b0b req-4c211313-b619-41c8-b7ab-6b8ce32d86d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874262 May 31 11:54:37.917100 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Pushing event updated for resources: {'Port': ['ID=af294474-81b2-4432-bb02-a5f9ff526209,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:37.922026 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:37.923807 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Network 44138ec9-aa29-40d8-b84a-8c450b87461c is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:37.925472 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:37.937571 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:54:38.019907 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515aacb-7a0d-4b16-b267-cf3573736b0b req-de0164a9-618a-41a1-8c14-f0f32fec5e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:38.021481 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c515aacb-7a0d-4b16-b267-cf3573736b0b req-de0164a9-618a-41a1-8c14-f0f32fec5e4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4795d24d302b4c4189da5f0c3d8fc8fe&device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 1099 time: 0.0756764 May 31 11:54:38.197137 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515aacb-7a0d-4b16-b267-cf3573736b0b req-f7dbfb63-7226-4eac-b2cf-34f2271d5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:38.198819 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c515aacb-7a0d-4b16-b267-cf3573736b0b req-f7dbfb63-7226-4eac-b2cf-34f2271d5c76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd3127e-a427-4d2a-a0cb-273aa10eec42 HTTP/1.1" status: 200 len: 919 time: 0.1520236 May 31 11:54:38.315394 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c515aacb-7a0d-4b16-b267-cf3573736b0b req-cd59b92a-86f0-4135-80ac-d98cd9995ff7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e67ee191-9ac9-4134-97db-71270688c45e HTTP/1.1" status: 200 len: 217 time: 0.1018226 May 31 11:54:38.372539 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ea552-a607-4201-bdaf-d5993d2a39b2 req-79bfb5d8-ea20-4a74-a355-be24f5709a84 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:38.374100 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4f1ea552-a607-4201-bdaf-d5993d2a39b2 req-79bfb5d8-ea20-4a74-a355-be24f5709a84 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 943 time: 0.2500958 May 31 11:54:38.391390 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515aacb-7a0d-4b16-b267-cf3573736b0b req-6d8f1bbb-92e7-4f65-ae0c-0f39fd33ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:38.393092 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c515aacb-7a0d-4b16-b267-cf3573736b0b req-6d8f1bbb-92e7-4f65-ae0c-0f39fd33ff51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b89b243e-d588-4c64-a5f7-a9c0cf16fb4c HTTP/1.1" status: 200 len: 858 time: 0.0672407 May 31 11:54:38.431710 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4f1ea552-a607-4201-bdaf-d5993d2a39b2 req-144673f0-9aea-4946-a73b-dd54783e1166 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515401 May 31 11:54:38.438398 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device b553e9b6-6ac8-47d9-bb09-8d316e99a348 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:54:38.462219 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c515aacb-7a0d-4b16-b267-cf3573736b0b req-bc2f614e-7dbb-4516-a7a7-3cedf2437495 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd3127e-a427-4d2a-a0cb-273aa10eec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477648 May 31 11:54:38.662903 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:38.695073 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:38.736300 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c515aacb-7a0d-4b16-b267-cf3573736b0b req-5c98284b-1785-40f9-9593-895cc77b07b0 service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627556 May 31 11:54:38.769734 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27dfe09-0104-4e2d-80a4-3868b4768bad None None] Network c61f7101-e42f-424d-83a7-078109e86a9f requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:38.861314 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port b553e9b6-6ac8-47d9-bb09-8d316e99a348, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b553e9b6-6ac8-47d9-bb09-8d316e99a348,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:38.898418 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': 'b553e9b6-6ac8-47d9-bb09-8d316e99a348', 'network_id': '0c08a832-fb58-46a4-9851-368bfaf2fd35', 'port_id': 'b553e9b6-6ac8-47d9-bb09-8d316e99a348', 'mac_address': 'fa:16:3e:72:73:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993381ae-0ef5-4e41-9233-67590fc9a971', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:54:38.972782 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c515aacb-7a0d-4b16-b267-cf3573736b0b req-febca79d-2733-4024-8295-16f0fc67f010 service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155066 May 31 11:54:39.010210 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-9891427d-48ea-4c84-bb8b-e9dfd06bce93 None None] Provisioning for port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:39.045832 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:39.060270 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697088'] for router, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:39.074339 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b553e9b6-6ac8-47d9-bb09-8d316e99a348 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:54:39.121172 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:39.132883 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:39.133065 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:39.201688 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port b553e9b6-6ac8-47d9-bb09-8d316e99a348, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b553e9b6-6ac8-47d9-bb09-8d316e99a348,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:39.278030 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:39.279172 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:39.351132 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:39.361518 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd is scheduled to L3 agent f461f98a-babc-4067-ba14-708fa24d667e with binding_index 1 {{(pid=98765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:54:39.389674 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=b553e9b6-6ac8-47d9-bb09-8d316e99a348,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:39.397398 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:39.404989 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=4d95d9dc-46bf-4cda-a57a-c91a218b9f05,segment=NetworkSegment(774d0b96-cb16-4ecb-820b-63e1439be0b4),segment_id=774d0b96-cb16-4ecb-820b-63e1439be0b4)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:39.481029 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:39.483119 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:39.570856 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=4d95d9dc-46bf-4cda-a57a-c91a218b9f05,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:39.574216 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:39.610567 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:54:39.620767 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Sync routers for ids ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'] in dv-cinder-791240-4-smb {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:54:39.635283 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Routers {'7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:39.639615 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:54:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:39.647433 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-972edfe9-90e7-4051-88a3-bd2797853559 None None] Provisioning complete for port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:39.647803 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-972edfe9-90e7-4051-88a3-bd2797853559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:39.752487 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefef28-92ac-41a2-965e-2fefb23a1bf3 req-40d64612-8800-401a-84d6-ab8bcdd07e3e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:39.754220 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1fefef28-92ac-41a2-965e-2fefb23a1bf3 req-40d64612-8800-401a-84d6-ab8bcdd07e3e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 944 time: 0.1315770 May 31 11:54:39.774108 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['b553e9b6-6ac8-47d9-bb09-8d316e99a348'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:54:39.837042 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Set router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:39.839799 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1fefef28-92ac-41a2-965e-2fefb23a1bf3 req-bda02e58-cfb4-4f9e-a782-562916840ead tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762856 May 31 11:54:39.840541 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Notify callbacks [] for router, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:39.846939 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6094050 May 31 11:54:39.847329 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 43864) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:40.161548 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:36Z', 'updated_at': '2021-05-31T11:54:38Z', 'revision_number': 3, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'gw_port': {'id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:28:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:37Z', 'updated_at': '2021-05-31T11:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:40.165687 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Checking router: 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd for host: dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:54:40.166059 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Updating router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd port af294474-81b2-4432-bb02-a5f9ff526209 binding host dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:54:40.218180 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:40.302125 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d730c-283d-490b-a427-5e580b14a15c req-c70f8dcc-3f5f-42be-b2be-d5488c04f94b tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:40.303653 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1f4d730c-283d-490b-a427-5e580b14a15c req-c70f8dcc-3f5f-42be-b2be-d5488c04f94b tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.2494211 May 31 11:54:40.454829 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1f4d730c-283d-490b-a427-5e580b14a15c req-8f996617-d96c-411b-bc85-f861783d9589 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889604 May 31 11:54:40.639024 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:40.654108 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Transition to ACTIVE for port object af294474-81b2-4432-bb02-a5f9ff526209 will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:40.659063 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:40.741308 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:40.741927 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:40.756669 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:40.761761 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:40.870797 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Attempting to bind port af294474-81b2-4432-bb02-a5f9ff526209 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:54:40.871181 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Attempting to bind port af294474-81b2-4432-bb02-a5f9ff526209 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:54:40.871526 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Attempting to bind port af294474-81b2-4432-bb02-a5f9ff526209 on network 44138ec9-aa29-40d8-b84a-8c450b87461c {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:54:40.873551 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Pushing event updated for resources: {'Port': ['ID=af294474-81b2-4432-bb02-a5f9ff526209,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:40.901105 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:54:40.901512 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Checking segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:40.901926 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:40.902318 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Bound using segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:54:40.902843 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Bound port: af294474-81b2-4432-bb02-a5f9ff526209, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:54:40.903171 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:40.953458 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:40.953794 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:40.954134 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:40.954591 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:40.954915 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:40.959708 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:40.960123 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:40.960575 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:40.960704 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:40.961000 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:40.961221 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:40.961779 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:40.962089 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:40.977773 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:41.027400 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] For port af294474-81b2-4432-bb02-a5f9ff526209, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:54:41.034705 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] For port af294474-81b2-4432-bb02-a5f9ff526209, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=af294474-81b2-4432-bb02-a5f9ff526209,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:54:41.126949 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:41.133017 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:41.156748 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fe60e-0d89-4ffc-8ac5-87906a224cd2 req-10227ae3-292e-4013-b935-bc3b0fc60d8d tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:41.164634 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f70fe60e-0d89-4ffc-8ac5-87906a224cd2 req-10227ae3-292e-4013-b935-bc3b0fc60d8d tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 944 time: 0.1324718 May 31 11:54:41.201630 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Allocated IP 172.20.0.1 (c61f7101-e42f-424d-83a7-078109e86a9f/e19d5646-7f8f-4517-b754-fcd7776ec266/32d93586-689c-499c-ab86-ad8a161b2c25) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:54:41.223367 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Routers {'7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:41.223986 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:54:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:41.238635 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f70fe60e-0d89-4ffc-8ac5-87906a224cd2 req-9c23b534-8960-440e-9a2d-ce2f6ade2587 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688207 May 31 11:54:41.309025 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Pushing event updated for resources: {'Port': ['ID=af294474-81b2-4432-bb02-a5f9ff526209,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:41.313615 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1f0fe6b9-a316-4916-b2be-61bb00de1ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:41.397731 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:41.416198 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Transition to ACTIVE for port object 32d93586-689c-499c-ab86-ad8a161b2c25 will not be triggered until provisioned by entity DHCP. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:41.440507 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] Set router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:41.492419 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:41.497299 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:41.564350 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Network c61f7101-e42f-424d-83a7-078109e86a9f is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:41.572431 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:41.577223 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:54:41.606958 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=32d93586-689c-499c-ab86-ad8a161b2c25,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:41.619852 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:41.652734 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699249'] for router_interface, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:41.946364 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:36Z', 'updated_at': '2021-05-31T11:54:38Z', 'revision_number': 3, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'gw_port': {'id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:28:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:37Z', 'updated_at': '2021-05-31T11:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:41.952597 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86fcfe7-af9e-4fe9-b488-b27cf2f52b6e None None] The sync data for ids ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'] in dv-cinder-791240-4-smb is: [{'id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:36Z', 'updated_at': '2021-05-31T11:54:38Z', 'revision_number': 3, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'gw_port': {'id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:28:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:37Z', 'updated_at': '2021-05-31T11:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}] {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:54:41.979689 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:42.023894 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-5ab62c87-0334-40fb-8daf-a2b1e9dbd312 None None] Provisioning for port 32d93586-689c-499c-ab86-ad8a161b2c25 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:42.039669 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-5ab62c87-0334-40fb-8daf-a2b1e9dbd312 None None] Provisioning complete for port 32d93586-689c-499c-ab86-ad8a161b2c25 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:42.040212 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-5ab62c87-0334-40fb-8daf-a2b1e9dbd312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:42.107838 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-5ab62c87-0334-40fb-8daf-a2b1e9dbd312 None None] Port 32d93586-689c-499c-ab86-ad8a161b2c25 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:54:42.269919 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:42.325605 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:42.356813 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:42.451892 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device b553e9b6-6ac8-47d9-bb09-8d316e99a348 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:42.452621 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=32d93586-689c-499c-ab86-ad8a161b2c25,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:42.463839 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699356'] for router_interface, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:42.467902 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:42.503606 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a216-e1cf-4a40-b6f5-5df5dc343d0c req-8c4b8748-6a52-459c-b9c2-721c798ec148 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:42.512101 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8926a216-e1cf-4a40-b6f5-5df5dc343d0c req-8c4b8748-6a52-459c-b9c2-721c798ec148 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 944 time: 0.1431284 May 31 11:54:42.610166 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8926a216-e1cf-4a40-b6f5-5df5dc343d0c req-0c0a32e3-76b0-43cc-b575-5aefefbd988e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970492 May 31 11:54:42.697518 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device af294474-81b2-4432-bb02-a5f9ff526209 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:42.715792 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Network c61f7101-e42f-424d-83a7-078109e86a9f is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:42.717188 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:42.740843 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port b553e9b6-6ac8-47d9-bb09-8d316e99a348 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:42.762098 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port b553e9b6-6ac8-47d9-bb09-8d316e99a348 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:42.765636 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:42.968864 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:43.000763 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edf0887-49e9-4050-9514-4948485a8bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b553e9b6-6ac8-47d9-bb09-8d316e99a348'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:43.003352 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ac3545-9e9e-4536-91e3-cb5185a85faa" -d '{"events": [{"server_uuid": "4edf0887-49e9-4050-9514-4948485a8bc8", "name": "network-vif-plugged", "status": "completed", "tag": "b553e9b6-6ac8-47d9-bb09-8d316e99a348"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:43.009079 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port af294474-81b2-4432-bb02-a5f9ff526209 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:43.016288 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port af294474-81b2-4432-bb02-a5f9ff526209 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:43.016670 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:43.030694 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:54:43.058110 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port b553e9b6-6ac8-47d9-bb09-8d316e99a348, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b553e9b6-6ac8-47d9-bb09-8d316e99a348,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:43.077499 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214212e9-5fe7-4e7b-bd80-501ac9636df0 x-openstack-request-id: req-214212e9-5fe7-4e7b-bd80-501ac9636df0 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:43.077799 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edf0887-49e9-4050-9514-4948485a8bc8", "name": "network-vif-plugged", "status": "completed", "tag": "b553e9b6-6ac8-47d9-bb09-8d316e99a348", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:43.078053 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-214212e9-5fe7-4e7b-bd80-501ac9636df0 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:43.078441 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edf0887-49e9-4050-9514-4948485a8bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b553e9b6-6ac8-47d9-bb09-8d316e99a348', 'code': 200} May 31 11:54:43.103226 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-8adba49d-9c11-4f3c-9d69-1b22bc150ac5 None None] Provisioning complete for port 32d93586-689c-499c-ab86-ad8a161b2c25 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:43.103226 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-8adba49d-9c11-4f3c-9d69-1b22bc150ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:43.133289 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:43.142190 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:43.257333 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:54:43.274111 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] 10.222.0.43 "PUT /v2.0/routers/7bd19517-e3f6-4b1a-934f-ab3ea0f165cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4255478 May 31 11:54:43.324184 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-8adba49d-9c11-4f3c-9d69-1b22bc150ac5 None None] Port 32d93586-689c-499c-ab86-ad8a161b2c25 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:54:43.346040 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=b553e9b6-6ac8-47d9-bb09-8d316e99a348,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:43.361141 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:43.361428 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:43.361737 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:43.362066 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:43.362394 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:43.362717 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:43.363038 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:43.363357 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:43.363675 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:43.364552 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:43.364874 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:43.365268 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:43.373649 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:43.383901 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:43.401632 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port af294474-81b2-4432-bb02-a5f9ff526209, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=af294474-81b2-4432-bb02-a5f9ff526209,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:43.457926 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:43.459731 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:43.537272 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8c695-b990-4102-8f36-440bc8ec487f req-9fb55b81-1cfe-427d-8596-84e001e0b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:43.538837 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fac8c695-b990-4102-8f36-440bc8ec487f req-9fb55b81-1cfe-427d-8596-84e001e0b878 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 1098 time: 0.0831606 May 31 11:54:43.543626 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=af294474-81b2-4432-bb02-a5f9ff526209,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:43.546963 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:43.633988 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fac8c695-b990-4102-8f36-440bc8ec487f req-20780729-1f66-4e24-ba49-2e27ed144c25 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433693 May 31 11:54:43.816233 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a81810-1772-49c1-a635-1f96de5daa41 req-b6bc7101-af0f-4d0d-871e-1b74fa2cc5b2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:43.823806 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a4a81810-1772-49c1-a635-1f96de5daa41 req-b6bc7101-af0f-4d0d-871e-1b74fa2cc5b2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0972495 May 31 11:54:43.874761 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a4a81810-1772-49c1-a635-1f96de5daa41 req-62d0a2af-c8b7-4199-9a54-0306dc059cf5 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436673 May 31 11:54:43.964307 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Sync routers for ids ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:54:43.974260 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Routers {'7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:43.974873 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:54:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:44.214701 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Set router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:44.244515 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 44018) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:44.264829 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1916670430-network', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:44.264829 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:44.265504 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Usage tracker for resource:network and tenant:6490bf16b423409d9499644bc1c92f2b is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:44.276890 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:44.294075 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:44.366180 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Made reservation on behalf of 6490bf16b423409d9499644bc1c92f2b for: {'network': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:44.368519 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.380996 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.396223 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:44.400538 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Usage tracker for resource:security_group_rule and tenant:6490bf16b423409d9499644bc1c92f2b is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:44.404412 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:44.410872 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:44.498261 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.566382 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.570787 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:36Z', 'updated_at': '2021-05-31T11:54:41Z', 'revision_number': 4, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'gw_port': {'id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:37Z', 'updated_at': '2021-05-31T11:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '32d93586-689c-499c-ab86-ad8a161b2c25', 'name': '', 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'mac_address': 'fa:16:3e:4e:ab:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:41Z', 'updated_at': '2021-05-31T11:54:42Z', 'revision_number': 2, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'subnets': [{'id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:44.573456 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2cc1e005-5e62-4566-adfe-c1ff941171bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:44.575818 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Checking router: 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:54:44.576337 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Updating router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd port 32d93586-689c-499c-ab86-ad8a161b2c25 binding host dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:54:44.612500 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=98764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:54:44.616172 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device af294474-81b2-4432-bb02-a5f9ff526209 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:44.620498 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9da9fd-7ba7-4a44-b1c6-a983244bfbcf,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:44.637005 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:44.640696 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.641082 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.segments_db [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Added segment af0cc19a-4e3f-4a3d-a21d-049fb8084085 of type vlan for network aafaa0af-3871-4408-b923-5f1e006d8150 May 31 11:54:44.670100 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.701447 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.773881 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port af294474-81b2-4432-bb02-a5f9ff526209 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:44.774263 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.782752 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.784675 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:44.785635 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.791845 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-efb1ec65-4f56-4718-ab5f-7b3c0a6172ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:44.970152 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Pushing event updated for resources: {'Network': ['ID=aafaa0af-3871-4408-b923-5f1e006d8150,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:44.976949 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:44.994537 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 44038) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:44.995091 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7490413 May 31 11:54:45.000348 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Request body: {'subnet': {'network_id': 'aafaa0af-3871-4408-b923-5f1e006d8150', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1916670430-subnet', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b', 'ip_version': 4}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:45.009403 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:45.018185 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Usage tracker for resource:subnet and tenant:6490bf16b423409d9499644bc1c92f2b is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:45.022962 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:45.040884 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:45.050476 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network aafaa0af-3871-4408-b923-5f1e006d8150 details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:54:45.179051 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cb533-eb22-4df5-9f90-01ddb306084b req-64921dcd-b142-4ca4-868a-210929676f75 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:45.184790 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d03cb533-eb22-4df5-9f90-01ddb306084b req-64921dcd-b142-4ca4-868a-210929676f75 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 945 time: 0.1119504 May 31 11:54:45.200109 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Made reservation on behalf of 6490bf16b423409d9499644bc1c92f2b for: {'subnet': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:45.206589 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2254783'] for subnet, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.268626 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d03cb533-eb22-4df5-9f90-01ddb306084b req-72b99675-7f52-4f4f-bd70-b20759892741 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781186 May 31 11:54:45.360898 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Notify callbacks [] for port, precommit_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.374460 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Transition to ACTIVE for port object 32d93586-689c-499c-ab86-ad8a161b2c25 will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:45.475556 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.481173 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-539d42d3-0f89-449f-aa46-e9751b1231eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:45.622376 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fedec-24dc-4e64-8e0b-9420ac29988a None None] Pushing event updated for resources: {'Port': ['ID=32d93586-689c-499c-ab86-ad8a161b2c25,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:45.625653 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-cb6fedec-24dc-4e64-8e0b-9420ac29988a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:45.767917 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Attempting to bind port 32d93586-689c-499c-ab86-ad8a161b2c25 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:54:45.768456 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Attempting to bind port 32d93586-689c-499c-ab86-ad8a161b2c25 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '774d0b96-cb16-4ecb-820b-63e1439be0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:54:45.768914 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Attempting to bind port 32d93586-689c-499c-ab86-ad8a161b2c25 on network c61f7101-e42f-424d-83a7-078109e86a9f {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:54:45.777362 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:54:45.778025 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 44056) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:45.778486 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Checking segment: {'id': '774d0b96-cb16-4ecb-820b-63e1439be0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:45.778486 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.778917 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Bound using segment: {'id': '774d0b96-cb16-4ecb-820b-63e1439be0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:54:45.779401 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Bound port: 32d93586-689c-499c-ab86-ad8a161b2c25, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774d0b96-cb16-4ecb-820b-63e1439be0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:54:45.779864 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.890975 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] For port 32d93586-689c-499c-ab86-ad8a161b2c25, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:54:45.894449 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] For port 32d93586-689c-499c-ab86-ad8a161b2c25, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=32d93586-689c-499c-ab86-ad8a161b2c25,segment=NetworkSegment(774d0b96-cb16-4ecb-820b-63e1439be0b4),segment_id=774d0b96-cb16-4ecb-820b-63e1439be0b4)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:54:45.933470 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1661490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2254761'] for subnet, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.938346 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-4d1afffc-7b9d-4194-93bc-37c605e55020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:45.985418 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.993145 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-c8458d81-9530-4f2b-bf9d-6012cd24c11c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82273025d01e410194fccbc20af8da8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139394 May 31 11:54:45.993646 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:45.995594 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 44064) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:46.045416 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b2dd2b-c819-441c-93dd-ecbbcd98c615,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:46.049876 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:46.050876 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Checking segment: {'id': 'af0cc19a-4e3f-4a3d-a21d-049fb8084085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'aafaa0af-3871-4408-b923-5f1e006d8150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:46.051267 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Network hostable DHCP agents. Network: aafaa0af-3871-4408-b923-5f1e006d8150, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:54:46.110946 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Routers {'7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:46.111607 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:54:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:46.160886 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Network aafaa0af-3871-4408-b923-5f1e006d8150 is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:54:46.202699 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3d10ed43-ec0d-464d-831d-b7d770b1d158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.216891 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, aafaa0af-3871-4408-b923-5f1e006d8150) {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:46.229843 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:46.230453 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.233073 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5dc98b-4667-4fdf-9bdc-3d5399b5d8f4 None None] Network aafaa0af-3871-4408-b923-5f1e006d8150 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:46.260358 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3d10ed43-ec0d-464d-831d-b7d770b1d158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.284754 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fedec-24dc-4e64-8e0b-9420ac29988a None None] Pushing event updated for resources: {'Port': ['ID=32d93586-689c-499c-ab86-ad8a161b2c25,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:46.321357 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-cde96c15-5ee5-4607-98b6-6691aad7a64f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3256481 May 31 11:54:46.323820 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 44074) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:46.329199 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1916670430-router', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:46.335918 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:46.345449 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Usage tracker for resource:router and tenant:6490bf16b423409d9499644bc1c92f2b is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:46.348860 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:46.356151 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:46.370264 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-cb6fedec-24dc-4e64-8e0b-9420ac29988a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:46.437913 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3d10ed43-ec0d-464d-831d-b7d770b1d158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.440904 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-933'] for router, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.443641 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-942'] for router, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.453745 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-61b3ab28-2209-4882-bd8d-610b17c80ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:46.461416 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.468643 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10ed43-ec0d-464d-831d-b7d770b1d158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b80037d-8241-469a-a22f-dc974fc60a23,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:46.471196 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-3d10ed43-ec0d-464d-831d-b7d770b1d158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:46.511051 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c05f8-e345-4da4-afcd-2a29f686dc1c req-da64796e-4b37-4aa2-b761-50c008ca0164 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:46.513557 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d03c05f8-e345-4da4-afcd-2a29f686dc1c req-da64796e-4b37-4aa2-b761-50c008ca0164 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 945 time: 0.1122208 May 31 11:54:46.523473 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3d10ed43-ec0d-464d-831d-b7d770b1d158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.527522 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-3d10ed43-ec0d-464d-831d-b7d770b1d158 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b80037d-8241-469a-a22f-dc974fc60a23 HTTP/1.1" status: 204 len: 168 time: 0.5291591 May 31 11:54:46.558639 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] Set router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:46.572259 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d03c05f8-e345-4da4-afcd-2a29f686dc1c req-2e3c96c1-73bd-4372-8e0a-5404c21b732b tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507240 May 31 11:54:46.858736 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-984'] for router, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.916324 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29358474-a8da-5ec3-9a67-ff1cc0243770-aafaa0af-3871-4408-b923-5f1e006d8150', 'network_id': 'aafaa0af-3871-4408-b923-5f1e006d8150', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b', 'fixed_ips': [{'subnet_id': '37b2dd2b-c819-441c-93dd-ecbbcd98c615'}]}} from dv-cinder-791240-4-smb. {{(pid=98766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:54:46.917159 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:47.134287 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:36Z', 'updated_at': '2021-05-31T11:54:41Z', 'revision_number': 4, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'gw_port': {'id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:37Z', 'updated_at': '2021-05-31T11:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '32d93586-689c-499c-ab86-ad8a161b2c25', 'name': '', 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'mac_address': 'fa:16:3e:4e:ab:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:41Z', 'updated_at': '2021-05-31T11:54:45Z', 'revision_number': 4, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'subnets': [{'id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:47.141473 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326e8e7-b52a-46bf-b61b-99f34fafa1ad None None] The sync data for ids ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'] in dv-cinder-791240-4-smb is: [{'id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:36Z', 'updated_at': '2021-05-31T11:54:41Z', 'revision_number': 4, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'gw_port': {'id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:37Z', 'updated_at': '2021-05-31T11:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '32d93586-689c-499c-ab86-ad8a161b2c25', 'name': '', 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'mac_address': 'fa:16:3e:4e:ab:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:41Z', 'updated_at': '2021-05-31T11:54:45Z', 'revision_number': 4, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'subnets': [{'id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:54:47.143413 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.db_base_plugin_common [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Allocated IP 172.20.0.2 (aafaa0af-3871-4408-b923-5f1e006d8150/37b2dd2b-c819-441c-93dd-ecbbcd98c615/2b2dfc7a-6295-453f-af97-be37f5eb126b) {{(pid=98766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:54:47.619575 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Notify callbacks [] for port, precommit_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:47.621620 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:47.632617 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Transition to ACTIVE for port object 2b2dfc7a-6295-453f-af97-be37f5eb126b will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:47.655444 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Transition to ACTIVE for port object 2b2dfc7a-6295-453f-af97-be37f5eb126b will not be triggered until provisioned by entity DHCP. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:47.680121 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:47.738413 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243'] for port, after_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:47.742984 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-478cee76-d69a-41d7-b16b-40965c38256d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:47.865587 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Network aafaa0af-3871-4408-b923-5f1e006d8150 is already hosted by enough agents. {{(pid=98766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:47.871765 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.base_scheduler [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Resources bound (agent type, host, resource id): {{(pid=98766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:47.875604 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Received port after_create {{(pid=98766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:54:47.882583 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Allocated IP 172.28.1.211 (44138ec9-aa29-40d8-b84a-8c450b87461c/270374c3-e0a8-4da5-b8af-4f1fd2d3da10/50d6122d-e1fb-4334-8f26-9ac5dbc5621b) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:54:48.024511 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Pushing event updated for resources: {'Port': ['ID=2b2dfc7a-6295-453f-af97-be37f5eb126b,revision_number=1']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:48.032492 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:48.102183 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Attempting to bind port 2b2dfc7a-6295-453f-af97-be37f5eb126b on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:54:48.102564 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Attempting to bind port 2b2dfc7a-6295-453f-af97-be37f5eb126b by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': 'af0cc19a-4e3f-4a3d-a21d-049fb8084085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'aafaa0af-3871-4408-b923-5f1e006d8150'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:54:48.102972 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Attempting to bind port 2b2dfc7a-6295-453f-af97-be37f5eb126b on network aafaa0af-3871-4408-b923-5f1e006d8150 {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:54:48.110128 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:54:48.110562 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Checking segment: {'id': 'af0cc19a-4e3f-4a3d-a21d-049fb8084085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'aafaa0af-3871-4408-b923-5f1e006d8150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:48.110982 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:48.111409 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Bound using segment: {'id': 'af0cc19a-4e3f-4a3d-a21d-049fb8084085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'aafaa0af-3871-4408-b923-5f1e006d8150'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:54:48.111888 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Bound port: 2b2dfc7a-6295-453f-af97-be37f5eb126b, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0cc19a-4e3f-4a3d-a21d-049fb8084085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'aafaa0af-3871-4408-b923-5f1e006d8150'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:54:48.112266 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:48.112375 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:48.201469 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:48.206943 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-372c6a93-683c-4086-a1d2-fac5d02beb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:48.246464 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] For port 2b2dfc7a-6295-453f-af97-be37f5eb126b, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:54:48.250662 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] For port 2b2dfc7a-6295-453f-af97-be37f5eb126b, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=2b2dfc7a-6295-453f-af97-be37f5eb126b,segment=NetworkSegment(af0cc19a-4e3f-4a3d-a21d-049fb8084085),segment_id=af0cc19a-4e3f-4a3d-a21d-049fb8084085)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:54:48.321873 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:48.339148 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:48.381510 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Network 44138ec9-aa29-40d8-b84a-8c450b87461c is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:48.385163 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:48.389960 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:54:48.495806 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=50d6122d-e1fb-4334-8f26-9ac5dbc5621b,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:48.506694 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:48.517830 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc59e0-d83a-4f89-85aa-250f059aa5d1 req-8fa89ea6-f667-4fa5-98f0-1e3db7764ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:48.522527 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a3fc59e0-d83a-4f89-85aa-250f059aa5d1 req-8fa89ea6-f667-4fa5-98f0-1e3db7764ecd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4795d24d302b4c4189da5f0c3d8fc8fe&device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 1099 time: 0.1816692 May 31 11:54:48.547192 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Pushing event updated for resources: {'Port': ['ID=2b2dfc7a-6295-453f-af97-be37f5eb126b,revision_number=2']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:48.552456 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:48.654165 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 32d93586-689c-499c-ab86-ad8a161b2c25 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:48.709049 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc59e0-d83a-4f89-85aa-250f059aa5d1 req-8e07f4e0-c633-46e0-8894-3391ade07e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:48.710738 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a3fc59e0-d83a-4f89-85aa-250f059aa5d1 req-8e07f4e0-c633-46e0-8894-3391ade07e0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd3127e-a427-4d2a-a0cb-273aa10eec42 HTTP/1.1" status: 200 len: 919 time: 0.1774213 May 31 11:54:48.821584 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715395d9-98db-4d77-b9bc-483499df5b81 req-9e18051b-c17d-4a9d-b31a-2ce27aa4a984 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:48.823310 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-715395d9-98db-4d77-b9bc-483499df5b81 req-9e18051b-c17d-4a9d-b31a-2ce27aa4a984 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.3759775 May 31 11:54:48.837515 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 32d93586-689c-499c-ab86-ad8a161b2c25 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:48.849779 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 32d93586-689c-499c-ab86-ad8a161b2c25 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:48.850157 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:48.851662 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a3fc59e0-d83a-4f89-85aa-250f059aa5d1 req-73271ead-4130-414e-8fc7-e3f77cf1e260 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e67ee191-9ac9-4134-97db-71270688c45e HTTP/1.1" status: 200 len: 217 time: 0.1317282 May 31 11:54:48.885059 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-715395d9-98db-4d77-b9bc-483499df5b81 req-2403e854-a1f7-4085-8174-dbfab3e4b6a0 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524478 May 31 11:54:48.942834 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc59e0-d83a-4f89-85aa-250f059aa5d1 req-3db5f0b3-b3a7-4b9a-8790-099c3df274cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:48.944565 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a3fc59e0-d83a-4f89-85aa-250f059aa5d1 req-3db5f0b3-b3a7-4b9a-8790-099c3df274cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b89b243e-d588-4c64-a5f7-a9c0cf16fb4c HTTP/1.1" status: 200 len: 858 time: 0.0832906 May 31 11:54:49.001045 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a3fc59e0-d83a-4f89-85aa-250f059aa5d1 req-d9075095-853d-443f-b926-a088ed260517 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd3127e-a427-4d2a-a0cb-273aa10eec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495079 May 31 11:54:49.081188 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.158581 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 32d93586-689c-499c-ab86-ad8a161b2c25, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=32d93586-689c-499c-ab86-ad8a161b2c25,segment=NetworkSegment(774d0b96-cb16-4ecb-820b-63e1439be0b4),segment_id=774d0b96-cb16-4ecb-820b-63e1439be0b4)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:49.158776 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a3fc59e0-d83a-4f89-85aa-250f059aa5d1 req-f4945aca-3586-47b3-a338-e5b5ee6c5ddf service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432233 May 31 11:54:49.158876 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.234836 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.237331 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:49.316944 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=32d93586-689c-499c-ab86-ad8a161b2c25,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:49.320537 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:49.354047 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a3fc59e0-d83a-4f89-85aa-250f059aa5d1 req-4dbee18c-269b-4e1e-a223-5fc562c66d5c service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582978 May 31 11:54:49.537499 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 44136) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:49.554905 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697088'] for router, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.601545 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_v2 [None req-344a9b6b-9d7d-491f-ad4b-79ec97f804e9 admin admin] Deleting subnet 22183454-7bb6-4c25-a082-6beee883e358 {{(pid=98764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:54:49.605353 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-344a9b6b-9d7d-491f-ad4b-79ec97f804e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.656317 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576d2b73-e09a-49b5-83dc-76238f736ef7 None None] Network aafaa0af-3871-4408-b923-5f1e006d8150 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:49.664471 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-344a9b6b-9d7d-491f-ad4b-79ec97f804e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2206862'] for subnet, precommit_delete_associations {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.728404 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-344a9b6b-9d7d-491f-ad4b-79ec97f804e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118501'] for subnet, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.828494 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-40521a53-c389-47a9-b51a-eaf9e15e8de6 None None] Provisioning for port 2b2dfc7a-6295-453f-af97-be37f5eb126b completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:49.886216 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Router 25ae2038-d3eb-4775-9677-2454d00c90ef is scheduled to L3 agent f461f98a-babc-4067-ba14-708fa24d667e with binding_index 1 {{(pid=98765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:54:50.122161 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:54:50.124203 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d83e68-dfe5-44ee-b407-dde8c4c8ac72 req-c7f99574-3eba-4baf-98c3-e95e9a2dd45f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:50.126334 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-51d83e68-dfe5-44ee-b407-dde8c4c8ac72 req-c7f99574-3eba-4baf-98c3-e95e9a2dd45f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1060596 May 31 11:54:50.140114 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Sync routers for ids ['25ae2038-d3eb-4775-9677-2454d00c90ef'] in dv-cinder-791240-4-smb {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:54:50.153462 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Routers {'25ae2038-d3eb-4775-9677-2454d00c90ef'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:50.153462 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:54:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['25ae2038-d3eb-4775-9677-2454d00c90ef'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:50.173173 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-344a9b6b-9d7d-491f-ad4b-79ec97f804e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8067920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2212154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3130862'] for subnet, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.184654 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:50.220479 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-51d83e68-dfe5-44ee-b407-dde8c4c8ac72 req-d259d4f6-ec21-4507-b30f-30f5974bff2d tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827734 May 31 11:54:50.230584 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-344a9b6b-9d7d-491f-ad4b-79ec97f804e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.236089 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a9b6b-9d7d-491f-ad4b-79ec97f804e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22183454-7bb6-4c25-a082-6beee883e358,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:50.239180 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-344a9b6b-9d7d-491f-ad4b-79ec97f804e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:50.240849 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Notify callbacks [] for router, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.240968 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-344a9b6b-9d7d-491f-ad4b-79ec97f804e9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/22183454-7bb6-4c25-a082-6beee883e358 HTTP/1.1" status: 204 len: 168 time: 0.7026017 May 31 11:54:50.243347 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 44154) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:50.244207 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9193568 May 31 11:54:50.247035 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 44156) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:50.403751 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Set router 25ae2038-d3eb-4775-9677-2454d00c90ef gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:50.406106 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d234d753-f2ef-4746-b2fc-df268af2be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866513'] for network, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.628147 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d234d753-f2ef-4746-b2fc-df268af2be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8068714', 'neutron.services.segments.db._delete_segments_for_network-8766107643100'] for network, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.646281 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-d234d753-f2ef-4746-b2fc-df268af2be18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb']}} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:50.659833 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-d234d753-f2ef-4746-b2fc-df268af2be18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ec37c4-c081-479a-917b-562c9cad9ed7') {'for_net_delete': True} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:50.660660 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-d234d753-f2ef-4746-b2fc-df268af2be18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ec37c4-c081-479a-917b-562c9cad9ed7') {} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:50.673041 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d234d753-f2ef-4746-b2fc-df268af2be18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766107651229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2206853'] for segment, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.699660 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d234d753-f2ef-4746-b2fc-df268af2be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.706162 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d234d753-f2ef-4746-b2fc-df268af2be18 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=98764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:54:50.706559 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d234d753-f2ef-4746-b2fc-df268af2be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2118556'] for segment, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: Traceback (most recent call last): May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: timer() May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: cb(*args, **kw) May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: return func(*args, **kwargs) May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: self._notify() May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: self.callback(batched_events) May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: event.method(event) May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: return f(self, *a, **k) May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: return self._get(url).json() May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: return self.request(url, 'GET', **kwargs) May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:54:50.720980 dv-cinder-791240-4-smb neutron-server[98764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:54:50.750659 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 32d93586-689c-499c-ab86-ad8a161b2c25 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:50.769137 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'name': 'tempest-TestMinimumBasicScenario-1916670430-router', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '50d6122d-e1fb-4334-8f26-9ac5dbc5621b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:46Z', 'updated_at': '2021-05-31T11:54:48Z', 'revision_number': 3, 'project_id': '6490bf16b423409d9499644bc1c92f2b', 'gw_port': {'id': '50d6122d-e1fb-4334-8f26-9ac5dbc5621b', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:47Z', 'updated_at': '2021-05-31T11:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:50.773299 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Checking router: 25ae2038-d3eb-4775-9677-2454d00c90ef for host: dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:54:50.773603 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Updating router 25ae2038-d3eb-4775-9677-2454d00c90ef port 50d6122d-e1fb-4334-8f26-9ac5dbc5621b binding host dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:54:50.837593 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.840230 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 32d93586-689c-499c-ab86-ad8a161b2c25 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:50.840698 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.875438 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d234d753-f2ef-4746-b2fc-df268af2be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8068707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697290'] for network, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.884684 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:50.913737 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d234d753-f2ef-4746-b2fc-df268af2be18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.916731 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234d753-f2ef-4746-b2fc-df268af2be18 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:50.919801 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-d234d753-f2ef-4746-b2fc-df268af2be18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:50.974373 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 2b2dfc7a-6295-453f-af97-be37f5eb126b up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:51.000437 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 44162) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:51.000968 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-d234d753-f2ef-4746-b2fc-df268af2be18 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2bd2bcc6-ea7f-4172-8faa-edaeb89ffdeb HTTP/1.1" status: 204 len: 168 time: 0.7531528 May 31 11:54:51.108400 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 2b2dfc7a-6295-453f-af97-be37f5eb126b completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:51.115568 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 2b2dfc7a-6295-453f-af97-be37f5eb126b triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:51.115944 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.137753 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f871f553-fb42-4354-9358-cb463c50c84c admin admin] Deleting subnet 7c42491d-d7dd-4609-8001-5893fc216110 {{(pid=98765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:54:51.146520 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f871f553-fb42-4354-9358-cb463c50c84c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.213381 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.226039 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Transition to ACTIVE for port object 50d6122d-e1fb-4334-8f26-9ac5dbc5621b will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:51.244782 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f871f553-fb42-4354-9358-cb463c50c84c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2606163'] for subnet, precommit_delete_associations {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.292845 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.305098 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:51.310336 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.314716 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.336419 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f871f553-fb42-4354-9358-cb463c50c84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118501'] for subnet, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.362166 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 2b2dfc7a-6295-453f-af97-be37f5eb126b, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=2b2dfc7a-6295-453f-af97-be37f5eb126b,segment=NetworkSegment(af0cc19a-4e3f-4a3d-a21d-049fb8084085),segment_id=af0cc19a-4e3f-4a3d-a21d-049fb8084085)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:51.416817 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Attempting to bind port 50d6122d-e1fb-4334-8f26-9ac5dbc5621b on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:54:51.417740 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Attempting to bind port 50d6122d-e1fb-4334-8f26-9ac5dbc5621b by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:54:51.418305 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Attempting to bind port 50d6122d-e1fb-4334-8f26-9ac5dbc5621b on network 44138ec9-aa29-40d8-b84a-8c450b87461c {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:54:51.432607 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:54:51.432607 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Checking segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:51.433012 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.433683 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Bound using segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:54:51.434269 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Bound port: 50d6122d-e1fb-4334-8f26-9ac5dbc5621b, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:54:51.435579 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.436906 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.444672 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-cb6fedec-24dc-4e64-8e0b-9420ac29988a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:51.470126 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40303bdc-af22-4a51-9139-536a2d725cc3 None None] Pushing event updated for resources: {'Port': ['ID=50d6122d-e1fb-4334-8f26-9ac5dbc5621b,revision_number=2']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:51.484376 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-40303bdc-af22-4a51-9139-536a2d725cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:51.577117 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8be58-bc63-4ee0-8805-6c8a565230f5 req-766a973f-4763-4ef3-9b94-36a67b1dc8d8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:51.581562 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e8d8be58-bc63-4ee0-8805-6c8a565230f5 req-766a973f-4763-4ef3-9b94-36a67b1dc8d8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.2004502 May 31 11:54:51.604289 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=2b2dfc7a-6295-453f-af97-be37f5eb126b,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:51.607838 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:51.626017 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] For port 50d6122d-e1fb-4334-8f26-9ac5dbc5621b, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:54:51.629499 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] For port 50d6122d-e1fb-4334-8f26-9ac5dbc5621b, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=50d6122d-e1fb-4334-8f26-9ac5dbc5621b,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:54:51.640426 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e8d8be58-bc63-4ee0-8805-6c8a565230f5 req-db5393ba-b7fd-4d79-a5a8-188205a03f2f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521712 May 31 11:54:51.687038 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.691834 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-c3ad93ee-2da5-4263-95a4-ae519366c072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:51.756099 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Allocated IP 172.20.0.1 (aafaa0af-3871-4408-b923-5f1e006d8150/37b2dd2b-c819-441c-93dd-ecbbcd98c615/6eb381ea-3522-45e5-bf67-52fb71843596) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:54:51.762713 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Routers {'25ae2038-d3eb-4775-9677-2454d00c90ef'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:51.763378 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:54:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['25ae2038-d3eb-4775-9677-2454d00c90ef'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:51.830209 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40303bdc-af22-4a51-9139-536a2d725cc3 None None] Pushing event updated for resources: {'Port': ['ID=50d6122d-e1fb-4334-8f26-9ac5dbc5621b,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:51.841510 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-40303bdc-af22-4a51-9139-536a2d725cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:51.919341 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.935333 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f871f553-fb42-4354-9358-cb463c50c84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8067920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254752'] for subnet, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.936447 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.provisioning_blocks [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Transition to ACTIVE for port object 6eb381ea-3522-45e5-bf67-52fb71843596 will not be triggered until provisioned by entity DHCP. {{(pid=98765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:51.942643 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:51.948344 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] Set router 25ae2038-d3eb-4775-9677-2454d00c90ef gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:52.068029 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871f553-fb42-4354-9358-cb463c50c84c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c42491d-d7dd-4609-8001-5893fc216110,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:52.072234 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-f871f553-fb42-4354-9358-cb463c50c84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:52.074217 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f871f553-fb42-4354-9358-cb463c50c84c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.087910 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-f871f553-fb42-4354-9358-cb463c50c84c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7c42491d-d7dd-4609-8001-5893fc216110 HTTP/1.1" status: 204 len: 168 time: 1.0865190 May 31 11:54:52.090365 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 44178) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:52.199345 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f415cf95-1794-4850-a22c-d809152efe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866513'] for network, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.233915 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'name': 'tempest-TestMinimumBasicScenario-1916670430-router', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '50d6122d-e1fb-4334-8f26-9ac5dbc5621b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:46Z', 'updated_at': '2021-05-31T11:54:48Z', 'revision_number': 3, 'project_id': '6490bf16b423409d9499644bc1c92f2b', 'gw_port': {'id': '50d6122d-e1fb-4334-8f26-9ac5dbc5621b', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:47Z', 'updated_at': '2021-05-31T11:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:52.237762 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404d668-8d18-4f40-9b94-a0690d82d096 None None] The sync data for ids ['25ae2038-d3eb-4775-9677-2454d00c90ef'] in dv-cinder-791240-4-smb is: [{'id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'name': 'tempest-TestMinimumBasicScenario-1916670430-router', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '50d6122d-e1fb-4334-8f26-9ac5dbc5621b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:46Z', 'updated_at': '2021-05-31T11:54:48Z', 'revision_number': 3, 'project_id': '6490bf16b423409d9499644bc1c92f2b', 'gw_port': {'id': '50d6122d-e1fb-4334-8f26-9ac5dbc5621b', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:47Z', 'updated_at': '2021-05-31T11:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}] {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:54:52.319303 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.325518 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:52.372420 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f415cf95-1794-4850-a22c-d809152efe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8068714', 'neutron.services.segments.db._delete_segments_for_network-8766107643100'] for network, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.404268 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-f415cf95-1794-4850-a22c-d809152efe63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5f9bc7-3eab-4993-9b6e-de20d88a9208']}} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:52.422426 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Network aafaa0af-3871-4408-b923-5f1e006d8150 is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:52.424225 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-f415cf95-1794-4850-a22c-d809152efe63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34464083-4790-499e-b6a4-fe69310fe052') {'for_net_delete': True} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:52.424510 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-f415cf95-1794-4850-a22c-d809152efe63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34464083-4790-499e-b6a4-fe69310fe052') {} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:52.436423 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:52.439548 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:54:52.478257 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Pushing event updated for resources: {'Port': ['ID=6eb381ea-3522-45e5-bf67-52fb71843596,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:52.482486 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:52.489480 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f415cf95-1794-4850-a22c-d809152efe63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766107651229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2606168'] for segment, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.518483 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f415cf95-1794-4850-a22c-d809152efe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.529265 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699249'] for router_interface, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.532286 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f415cf95-1794-4850-a22c-d809152efe63 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=98765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:54:52.537316 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f415cf95-1794-4850-a22c-d809152efe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624279'] for segment, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: Traceback (most recent call last): May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: timer() May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: cb(*args, **kw) May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: return func(*args, **kwargs) May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: self._notify() May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: self.callback(batched_events) May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: event.method(event) May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: return f(self, *a, **k) May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: return self._get(url).json() May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: return self.request(url, 'GET', **kwargs) May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:54:52.550386 dv-cinder-791240-4-smb neutron-server[98765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:54:52.760868 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f415cf95-1794-4850-a22c-d809152efe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8068707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697290'] for network, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.767643 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f415cf95-1794-4850-a22c-d809152efe63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.771703 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:52.796312 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-f415cf95-1794-4850-a22c-d809152efe63 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3b5f9bc7-3eab-4993-9b6e-de20d88a9208 HTTP/1.1" status: 204 len: 168 time: 0.7048566 May 31 11:54:52.797390 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415cf95-1794-4850-a22c-d809152efe63 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b5f9bc7-3eab-4993-9b6e-de20d88a9208,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:52.800221 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-f415cf95-1794-4850-a22c-d809152efe63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:52.842140 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 50d6122d-e1fb-4334-8f26-9ac5dbc5621b up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:52.964543 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-76d37b86-d23b-4122-8960-8f843812241a None None] Provisioning for port 6eb381ea-3522-45e5-bf67-52fb71843596 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:52.970754 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.985353 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-76d37b86-d23b-4122-8960-8f843812241a None None] Provisioning complete for port 6eb381ea-3522-45e5-bf67-52fb71843596 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:52.985981 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-76d37b86-d23b-4122-8960-8f843812241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.016347 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3db217-5046-4855-a750-680e55ba7f67 req-320ad55b-d26d-4fd5-ba38-af417bb7d33f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:53.026796 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6a3db217-5046-4855-a750-680e55ba7f67 req-320ad55b-d26d-4fd5-ba38-af417bb7d33f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1361582 May 31 11:54:53.062819 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-76d37b86-d23b-4122-8960-8f843812241a None None] Port 6eb381ea-3522-45e5-bf67-52fb71843596 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:54:53.092621 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6a3db217-5046-4855-a750-680e55ba7f67 req-3e8d7f3e-1937-4b8e-833b-9afede5950af tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646460 May 31 11:54:53.148586 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 50d6122d-e1fb-4334-8f26-9ac5dbc5621b completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:53.154365 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 50d6122d-e1fb-4334-8f26-9ac5dbc5621b triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:53.154995 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.285275 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.291949 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.309864 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 50d6122d-e1fb-4334-8f26-9ac5dbc5621b, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=50d6122d-e1fb-4334-8f26-9ac5dbc5621b,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:53.367174 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.389666 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.390552 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 2b2dfc7a-6295-453f-af97-be37f5eb126b up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:53.394657 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:53.410453 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 44196) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:53.417068 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:53.465780 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-8624ff56-0581-428b-a5b2-4e0dbe2700f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=442725427c014c98ae602bb467f2f916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539229 May 31 11:54:53.468386 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 44200) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:53.475067 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Pushing event updated for resources: {'Port': ['ID=6eb381ea-3522-45e5-bf67-52fb71843596,revision_number=2']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:53.478481 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:53.485817 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699356'] for router_interface, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.509553 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=50d6122d-e1fb-4334-8f26-9ac5dbc5621b,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:53.513038 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:53.523698 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 2b2dfc7a-6295-453f-af97-be37f5eb126b triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:53.524119 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.543194 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-24e80f96-2d73-455f-b29e-5b78654253f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.569951 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-24e80f96-2d73-455f-b29e-5b78654253f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.641014 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Network aafaa0af-3871-4408-b923-5f1e006d8150 is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:53.642226 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:53.709269 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-24e80f96-2d73-455f-b29e-5b78654253f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.713142 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e13e83f4-c16e-490a-b779-279586df1ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:53.732110 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e80f96-2d73-455f-b29e-5b78654253f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2d5596-a36e-460d-8e28-07f9379b24b8,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:53.734713 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-24e80f96-2d73-455f-b29e-5b78654253f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:53.804846 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-24e80f96-2d73-455f-b29e-5b78654253f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.808075 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-24e80f96-2d73-455f-b29e-5b78654253f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d2d5596-a36e-460d-8e28-07f9379b24b8 HTTP/1.1" status: 204 len: 168 time: 0.3361325 May 31 11:54:53.842592 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Router 25ae2038-d3eb-4775-9677-2454d00c90ef has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:54:53.901181 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-d5f78c20-8461-4981-b060-08a803fa5691 None None] Provisioning complete for port 6eb381ea-3522-45e5-bf67-52fb71843596 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:53.901800 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-d5f78c20-8461-4981-b060-08a803fa5691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.970264 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-d5f78c20-8461-4981-b060-08a803fa5691 None None] Port 6eb381ea-3522-45e5-bf67-52fb71843596 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:54:54.170857 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:54:54.188249 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] 10.222.0.43 "PUT /v2.0/routers/25ae2038-d3eb-4775-9677-2454d00c90ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9290605 May 31 11:54:54.309396 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Sync routers for ids ['25ae2038-d3eb-4775-9677-2454d00c90ef'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:54:54.319435 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Routers {'25ae2038-d3eb-4775-9677-2454d00c90ef'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:54.319947 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:54:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['25ae2038-d3eb-4775-9677-2454d00c90ef'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:54.367958 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb864f-eb4e-4cd8-b0f7-c65268e442cb req-7f5dd908-adbc-4146-a8ff-91324b2e0c49 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:54.375294 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8eb864f-eb4e-4cd8-b0f7-c65268e442cb req-7f5dd908-adbc-4146-a8ff-91324b2e0c49 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1175172 May 31 11:54:54.435373 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d8eb864f-eb4e-4cd8-b0f7-c65268e442cb req-a3fb2074-49ab-404f-b946-00acb4ab73dd tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589156 May 31 11:54:54.615751 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 50d6122d-e1fb-4334-8f26-9ac5dbc5621b up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:54.653812 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Set router 25ae2038-d3eb-4775-9677-2454d00c90ef gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:54.678027 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 44236) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:54.770236 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-302892d1-dcfc-4b58-a2fd-1c1504c4a4cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3bcf21f0e3924878ab96f5685e4b30a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0909085 May 31 11:54:54.773107 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 44246) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:54.843473 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-a6c03dd6-7c2b-40ce-9db0-663b1304bdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:54.873001 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-a6c03dd6-7c2b-40ce-9db0-663b1304bdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:54.952343 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 50d6122d-e1fb-4334-8f26-9ac5dbc5621b triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:54.952889 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:55.025308 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-a6c03dd6-7c2b-40ce-9db0-663b1304bdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:55.031210 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-68e0f8af-5f5a-4b4f-b88d-379f8e687518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:55.043711 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c03dd6-7c2b-40ce-9db0-663b1304bdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c888338-3009-4f67-9acb-51f8628cef4f,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:55.054581 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-a6c03dd6-7c2b-40ce-9db0-663b1304bdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:55.057822 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-a6c03dd6-7c2b-40ce-9db0-663b1304bdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:55.059090 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-a6c03dd6-7c2b-40ce-9db0-663b1304bdb0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c888338-3009-4f67-9acb-51f8628cef4f HTTP/1.1" status: 204 len: 168 time: 0.2851121 May 31 11:54:55.183685 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'name': 'tempest-TestMinimumBasicScenario-1916670430-router', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '50d6122d-e1fb-4334-8f26-9ac5dbc5621b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:46Z', 'updated_at': '2021-05-31T11:54:52Z', 'revision_number': 4, 'project_id': '6490bf16b423409d9499644bc1c92f2b', 'gw_port': {'id': '50d6122d-e1fb-4334-8f26-9ac5dbc5621b', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:47Z', 'updated_at': '2021-05-31T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '6eb381ea-3522-45e5-bf67-52fb71843596', 'name': '', 'network_id': 'aafaa0af-3871-4408-b923-5f1e006d8150', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b', 'mac_address': 'fa:16:3e:62:c4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '37b2dd2b-c819-441c-93dd-ecbbcd98c615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:54:53Z', 'revision_number': 2, 'project_id': '6490bf16b423409d9499644bc1c92f2b', 'subnets': [{'id': '37b2dd2b-c819-441c-93dd-ecbbcd98c615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:55.189083 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Checking router: 25ae2038-d3eb-4775-9677-2454d00c90ef for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:54:55.189699 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Updating router 25ae2038-d3eb-4775-9677-2454d00c90ef port 6eb381ea-3522-45e5-bf67-52fb71843596 binding host dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:54:55.246076 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:55.672906 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf8b2c-2003-49f8-a832-df8e268931f6 req-eab6ce79-d12b-4976-a153-2f23f9f3bd4b tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:55.674473 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3fcf8b2c-2003-49f8-a832-df8e268931f6 req-eab6ce79-d12b-4976-a153-2f23f9f3bd4b tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1128633 May 31 11:54:55.719604 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Notify callbacks [] for port, precommit_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:55.740956 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Transition to ACTIVE for port object 6eb381ea-3522-45e5-bf67-52fb71843596 will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:55.750757 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3fcf8b2c-2003-49f8-a832-df8e268931f6 req-788e5943-6a5b-47b8-a93e-106bf0a5d40f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659518 May 31 11:54:55.823426 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:55.829696 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:56.257137 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853fe6f-f6f6-481f-9d44-a9b166a458eb None None] Pushing event updated for resources: {'Port': ['ID=6eb381ea-3522-45e5-bf67-52fb71843596,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:56.266365 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-9853fe6f-f6f6-481f-9d44-a9b166a458eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:56.303197 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Attempting to bind port 6eb381ea-3522-45e5-bf67-52fb71843596 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:54:56.303574 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Attempting to bind port 6eb381ea-3522-45e5-bf67-52fb71843596 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': 'af0cc19a-4e3f-4a3d-a21d-049fb8084085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'aafaa0af-3871-4408-b923-5f1e006d8150'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:54:56.303931 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Attempting to bind port 6eb381ea-3522-45e5-bf67-52fb71843596 on network aafaa0af-3871-4408-b923-5f1e006d8150 {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:54:56.311191 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:54:56.311576 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Checking segment: {'id': 'af0cc19a-4e3f-4a3d-a21d-049fb8084085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'aafaa0af-3871-4408-b923-5f1e006d8150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:56.311984 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:56.312403 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Bound using segment: {'id': 'af0cc19a-4e3f-4a3d-a21d-049fb8084085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'aafaa0af-3871-4408-b923-5f1e006d8150'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:54:56.312876 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Bound port: 6eb381ea-3522-45e5-bf67-52fb71843596, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0cc19a-4e3f-4a3d-a21d-049fb8084085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'aafaa0af-3871-4408-b923-5f1e006d8150'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:54:56.313406 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:56.508114 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] For port 6eb381ea-3522-45e5-bf67-52fb71843596, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:54:56.508114 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] For port 6eb381ea-3522-45e5-bf67-52fb71843596, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=6eb381ea-3522-45e5-bf67-52fb71843596,segment=NetworkSegment(af0cc19a-4e3f-4a3d-a21d-049fb8084085),segment_id=af0cc19a-4e3f-4a3d-a21d-049fb8084085)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:54:56.882388 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:56.890677 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:56.999833 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Routers {'25ae2038-d3eb-4775-9677-2454d00c90ef'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:57.001645 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:54:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['25ae2038-d3eb-4775-9677-2454d00c90ef'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:57.028784 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586a4ac-ecf0-403d-8421-bdc1a6edf44a req-2cf19097-4bc2-4399-9883-313492876092 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:57.038337 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e586a4ac-ecf0-403d-8421-bdc1a6edf44a req-2cf19097-4bc2-4399-9883-313492876092 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1475952 May 31 11:54:57.118815 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853fe6f-f6f6-481f-9d44-a9b166a458eb None None] Pushing event updated for resources: {'Port': ['ID=6eb381ea-3522-45e5-bf67-52fb71843596,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:57.124284 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-9853fe6f-f6f6-481f-9d44-a9b166a458eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:57.145640 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e586a4ac-ecf0-403d-8421-bdc1a6edf44a req-0a0bde6b-1c8d-49ca-ba44-0976568cdaca tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048906 May 31 11:54:57.213650 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 44298) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:57.305254 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] Set router 25ae2038-d3eb-4775-9677-2454d00c90ef gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:57.469716 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-8f78d399-f444-4a5b-a7ea-3a043ed81bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:57.517937 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-8f78d399-f444-4a5b-a7ea-3a043ed81bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:57.594513 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-8f78d399-f444-4a5b-a7ea-3a043ed81bc8 admin admin] Usage tracker for resource:security_group_rule and tenant:87d46b2748ac4e698b32163d69b8bba5 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:57.615852 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-8f78d399-f444-4a5b-a7ea-3a043ed81bc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:57.615852 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-8f78d399-f444-4a5b-a7ea-3a043ed81bc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:57.743274 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-8f78d399-f444-4a5b-a7ea-3a043ed81bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:57.799688 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'name': 'tempest-TestMinimumBasicScenario-1916670430-router', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '50d6122d-e1fb-4334-8f26-9ac5dbc5621b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:46Z', 'updated_at': '2021-05-31T11:54:52Z', 'revision_number': 4, 'project_id': '6490bf16b423409d9499644bc1c92f2b', 'gw_port': {'id': '50d6122d-e1fb-4334-8f26-9ac5dbc5621b', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:47Z', 'updated_at': '2021-05-31T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '6eb381ea-3522-45e5-bf67-52fb71843596', 'name': '', 'network_id': 'aafaa0af-3871-4408-b923-5f1e006d8150', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b', 'mac_address': 'fa:16:3e:62:c4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '37b2dd2b-c819-441c-93dd-ecbbcd98c615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:54:56Z', 'revision_number': 4, 'project_id': '6490bf16b423409d9499644bc1c92f2b', 'subnets': [{'id': '37b2dd2b-c819-441c-93dd-ecbbcd98c615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:57.804347 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112381c1-d52f-4d5c-ba43-9a562900ff3e None None] The sync data for ids ['25ae2038-d3eb-4775-9677-2454d00c90ef'] in dv-cinder-791240-4-smb is: [{'id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'name': 'tempest-TestMinimumBasicScenario-1916670430-router', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '50d6122d-e1fb-4334-8f26-9ac5dbc5621b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:46Z', 'updated_at': '2021-05-31T11:54:52Z', 'revision_number': 4, 'project_id': '6490bf16b423409d9499644bc1c92f2b', 'gw_port': {'id': '50d6122d-e1fb-4334-8f26-9ac5dbc5621b', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:47Z', 'updated_at': '2021-05-31T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '6eb381ea-3522-45e5-bf67-52fb71843596', 'name': '', 'network_id': 'aafaa0af-3871-4408-b923-5f1e006d8150', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b', 'mac_address': 'fa:16:3e:62:c4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '37b2dd2b-c819-441c-93dd-ecbbcd98c615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:54:56Z', 'revision_number': 4, 'project_id': '6490bf16b423409d9499644bc1c92f2b', 'subnets': [{'id': '37b2dd2b-c819-441c-93dd-ecbbcd98c615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:54:57.846045 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-8f78d399-f444-4a5b-a7ea-3a043ed81bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:57.855913 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2551e5e2-297c-489f-8e3a-f506a796d271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:57.977674 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-8f78d399-f444-4a5b-a7ea-3a043ed81bc8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87d46b2748ac4e698b32163d69b8bba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7624242 May 31 11:54:57.980806 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 44316) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:57.997773 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78d399-f444-4a5b-a7ea-3a043ed81bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5d88da-a25a-47aa-bc09-888789d04593,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:58.061171 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-8f78d399-f444-4a5b-a7ea-3a043ed81bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:58.119930 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2486148d-d5d0-47fe-9318-632d94a84fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.155031 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2486148d-d5d0-47fe-9318-632d94a84fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.435227 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d96ef-7b46-4b3d-943a-de2ea69629e8 req-9c564e2b-f487-4434-943f-a428d19cea8e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:58.436775 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-481d96ef-7b46-4b3d-943a-de2ea69629e8 req-9c564e2b-f487-4434-943f-a428d19cea8e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1087143 May 31 11:54:58.486732 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2486148d-d5d0-47fe-9318-632d94a84fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.497629 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-71240032-84f6-4bbb-a682-9a66749d3f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:58.528533 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486148d-d5d0-47fe-9318-632d94a84fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5d88da-a25a-47aa-bc09-888789d04593,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:58.533643 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2486148d-d5d0-47fe-9318-632d94a84fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:58.537017 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2486148d-d5d0-47fe-9318-632d94a84fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.540903 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-2486148d-d5d0-47fe-9318-632d94a84fd8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a5d88da-a25a-47aa-bc09-888789d04593 HTTP/1.1" status: 204 len: 168 time: 0.5449991 May 31 11:54:58.553016 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-481d96ef-7b46-4b3d-943a-de2ea69629e8 req-7603c0a1-1110-42f5-81c0-e54a18f39208 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991352 May 31 11:54:58.686070 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 6eb381ea-3522-45e5-bf67-52fb71843596 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:58.912188 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 6eb381ea-3522-45e5-bf67-52fb71843596 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:58.912188 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 6eb381ea-3522-45e5-bf67-52fb71843596 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:58.912913 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:59.125768 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:59.185651 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 6eb381ea-3522-45e5-bf67-52fb71843596, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=6eb381ea-3522-45e5-bf67-52fb71843596,segment=NetworkSegment(af0cc19a-4e3f-4a3d-a21d-049fb8084085),segment_id=af0cc19a-4e3f-4a3d-a21d-049fb8084085)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:59.263344 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:59.276669 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-478cee76-d69a-41d7-b16b-40965c38256d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:59.514872 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=6eb381ea-3522-45e5-bf67-52fb71843596,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:59.514872 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:59.776521 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d63e0b-b0a4-4d1e-a416-1f70b4fdae92 req-c6dac870-9980-41cf-80e7-5eb32b1d2b55 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:59.776521 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-84d63e0b-b0a4-4d1e-a416-1f70b4fdae92 req-c6dac870-9980-41cf-80e7-5eb32b1d2b55 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0974667 May 31 11:54:59.828290 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-84d63e0b-b0a4-4d1e-a416-1f70b4fdae92 req-8145d0a4-2de7-4d65-972e-5b1de56f3223 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454397 May 31 11:54:59.977560 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-f06d7059-9ac4-4ad1-8bb1-df8199ef6523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:00.151229 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d361411-3e48-435c-890c-e303e501cdfe req-5f8e60f9-48bd-443c-8856-cb823d0350ae tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:00.165453 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4d361411-3e48-435c-890c-e303e501cdfe req-5f8e60f9-48bd-443c-8856-cb823d0350ae tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 945 time: 0.1108942 May 31 11:55:00.230169 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4d361411-3e48-435c-890c-e303e501cdfe req-bc554fdb-6005-4b4f-b495-d57a10687e78 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586398 May 31 11:55:00.615307 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 6eb381ea-3522-45e5-bf67-52fb71843596 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:00.708529 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 6eb381ea-3522-45e5-bf67-52fb71843596 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:00.708921 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.213311 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51767fbe-a0ef-4a1a-b196-19e32fc3d22f req-770f30f9-ce33-4adf-8b69-bede4286fc50 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:01.215553 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-51767fbe-a0ef-4a1a-b196-19e32fc3d22f req-770f30f9-ce33-4adf-8b69-bede4286fc50 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1112201 May 31 11:55:01.270810 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-51767fbe-a0ef-4a1a-b196-19e32fc3d22f req-671e010e-baa6-4fcb-8034-b3d8085d3898 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491745 May 31 11:55:01.497043 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ec2dd-94b8-47ea-a4d3-1fad7aee844e req-fa6e09ad-b5f0-4419-a58e-f8fe9cda3554 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:01.498639 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-465ec2dd-94b8-47ea-a4d3-1fad7aee844e req-fa6e09ad-b5f0-4419-a58e-f8fe9cda3554 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0979514 May 31 11:55:01.557921 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-465ec2dd-94b8-47ea-a4d3-1fad7aee844e req-66a4076f-d742-4c39-b1ab-bbab9fe634e4 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517659 May 31 11:55:02.395105 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-7f04d6c8-5a80-429a-ac60-1c406bb99de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:02.423653 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:02.860101 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91339f9-9823-4cc9-8844-d1a3de46f739 req-e4e7c986-fa60-4cf3-ab37-d945a8525afe tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:02.862604 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d91339f9-9823-4cc9-8844-d1a3de46f739 req-e4e7c986-fa60-4cf3-ab37-d945a8525afe tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 945 time: 0.3672926 May 31 11:55:02.908360 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c28c79-232f-492b-ad63-16270183d526 req-ab84bc34-ca4a-473c-a921-ae63085d2d06 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:02.911242 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c5c28c79-232f-492b-ad63-16270183d526 req-ab84bc34-ca4a-473c-a921-ae63085d2d06 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.3364565 May 31 11:55:02.983956 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c5c28c79-232f-492b-ad63-16270183d526 req-0761a317-0583-4cf6-ac3e-474c77501d7c tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592067 May 31 11:55:03.149085 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808982eb-ab87-4927-81ea-66afdfa9f76f req-09b569d8-bd84-4dd8-8a38-6612b78b829b tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:03.150939 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-808982eb-ab87-4927-81ea-66afdfa9f76f req-09b569d8-bd84-4dd8-8a38-6612b78b829b tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 945 time: 0.2162127 May 31 11:55:03.153388 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-d91339f9-9823-4cc9-8844-d1a3de46f739 req-bdc9f431-fef1-4f43-82f7-04882d5c2fa5 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Deleting port b553e9b6-6ac8-47d9-bb09-8d316e99a348 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:55:03.153841 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-d91339f9-9823-4cc9-8844-d1a3de46f739 req-bdc9f431-fef1-4f43-82f7-04882d5c2fa5 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.303341 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-808982eb-ab87-4927-81ea-66afdfa9f76f req-3628ebf4-e457-4ae2-9fa2-666f24ba0a82 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313291 May 31 11:55:03.348444 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-d91339f9-9823-4cc9-8844-d1a3de46f739 req-bdc9f431-fef1-4f43-82f7-04882d5c2fa5 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] For port b553e9b6-6ac8-47d9-bb09-8d316e99a348, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=b553e9b6-6ac8-47d9-bb09-8d316e99a348,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:03.348725 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-d91339f9-9823-4cc9-8844-d1a3de46f739 req-bdc9f431-fef1-4f43-82f7-04882d5c2fa5 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.454271 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.487006 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-d91339f9-9823-4cc9-8844-d1a3de46f739 req-bdc9f431-fef1-4f43-82f7-04882d5c2fa5 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Calling delete_port for b553e9b6-6ac8-47d9-bb09-8d316e99a348 owned by compute:nova {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:55:03.805613 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-d91339f9-9823-4cc9-8844-d1a3de46f739 req-bdc9f431-fef1-4f43-82f7-04882d5c2fa5 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.811640 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-5f674ca3-896c-497e-adbd-3e904674afa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:03.851974 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['4c1b4fca-9552-4847-9a4e-bd34803b7b29', '60b9b3e4-3d85-470e-9ebd-f0c8c61beb48', '66f7cfa7-906a-4741-8b45-4c3fadfb70b9', 'b553e9b6-6ac8-47d9-bb09-8d316e99a348'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:03.878292 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9f431-fef1-4f43-82f7-04882d5c2fa5 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Pushing event deleted for resources: {'Port': ['ID=b553e9b6-6ac8-47d9-bb09-8d316e99a348,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:03.880808 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-bdc9f431-fef1-4f43-82f7-04882d5c2fa5 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:03.988683 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91339f9-9823-4cc9-8844-d1a3de46f739 req-bdc9f431-fef1-4f43-82f7-04882d5c2fa5 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] No DVR routers for this DVR port b553e9b6-6ac8-47d9-bb09-8d316e99a348 on host hv-cinder-79124 {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:55:03.991527 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-d91339f9-9823-4cc9-8844-d1a3de46f739 req-bdc9f431-fef1-4f43-82f7-04882d5c2fa5 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.994430 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edf0887-49e9-4050-9514-4948485a8bc8', 'name': 'network-vif-deleted', 'tag': 'b553e9b6-6ac8-47d9-bb09-8d316e99a348'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:03.997104 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdcd66c-d537-4cec-845e-a4159e9230e4" -d '{"events": [{"server_uuid": "4edf0887-49e9-4050-9514-4948485a8bc8", "name": "network-vif-deleted", "tag": "b553e9b6-6ac8-47d9-bb09-8d316e99a348"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:04.086418 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021861d6-b267-4b46-a6ae-2911e3e71c01 x-openstack-request-id: req-021861d6-b267-4b46-a6ae-2911e3e71c01 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:04.086928 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edf0887-49e9-4050-9514-4948485a8bc8", "name": "network-vif-deleted", "tag": "b553e9b6-6ac8-47d9-bb09-8d316e99a348", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:04.087371 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-021861d6-b267-4b46-a6ae-2911e3e71c01 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:04.087989 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edf0887-49e9-4050-9514-4948485a8bc8', 'name': 'network-vif-deleted', 'tag': 'b553e9b6-6ac8-47d9-bb09-8d316e99a348', 'status': 'completed', 'code': 200} May 31 11:55:04.104359 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d91339f9-9823-4cc9-8844-d1a3de46f739 req-bdc9f431-fef1-4f43-82f7-04882d5c2fa5 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "DELETE /v2.0/ports/b553e9b6-6ac8-47d9-bb09-8d316e99a348 HTTP/1.1" status: 204 len: 173 time: 1.2337604 May 31 11:55:04.222673 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fe5c5-6b74-4533-9b9a-3e03dfe56fa4 req-d63b1ba7-99e7-43de-932e-b9b2385145fc tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:04.230400 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f09fe5c5-6b74-4533-9b9a-3e03dfe56fa4 req-d63b1ba7-99e7-43de-932e-b9b2385145fc tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0930977 May 31 11:55:04.340161 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f09fe5c5-6b74-4533-9b9a-3e03dfe56fa4 req-29f7b18f-8988-4e96-bcad-39c467b0b791 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088734 May 31 11:55:04.538060 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-dc969261-ec25-44b5-b7f4-b9b08de2e405 req-f439fc3e-dcdd-4450-acfb-9c51de9ac259 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Synchronizing usage tracker for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:04.606382 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-dc969261-ec25-44b5-b7f4-b9b08de2e405 req-f439fc3e-dcdd-4450-acfb-9c51de9ac259 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Unset dirty status for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:04.607912 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dc969261-ec25-44b5-b7f4-b9b08de2e405 req-f439fc3e-dcdd-4450-acfb-9c51de9ac259 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edf0887-49e9-4050-9514-4948485a8bc8 HTTP/1.1" status: 200 len: 210 time: 0.1367691 May 31 11:55:04.915701 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.555718 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80734f85-7283-4f14-946b-e16caac50f5b req-8dbaff73-8919-485c-ba7d-636fb4b4fcd8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:05.560549 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-80734f85-7283-4f14-946b-e16caac50f5b req-8dbaff73-8919-485c-ba7d-636fb4b4fcd8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0971358 May 31 11:55:05.611464 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-80734f85-7283-4f14-946b-e16caac50f5b req-1c50ca82-842f-449a-a14a-7d715555d712 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487857 May 31 11:55:06.568916 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device b553e9b6-6ac8-47d9-bb09-8d316e99a348 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:55:06.608054 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: b553e9b6-6ac8-47d9-bb09-8d316e99a348 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:55:06.608410 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device b553e9b6-6ac8-47d9-bb09-8d316e99a348 not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:55:06.862942 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403f0cc-10de-45dd-83df-7c264baf40c4 req-b161d15a-5665-4f62-bec9-fb5da909bd5b tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:06.864460 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6403f0cc-10de-45dd-83df-7c264baf40c4 req-b161d15a-5665-4f62-bec9-fb5da909bd5b tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0838504 May 31 11:55:06.911283 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6403f0cc-10de-45dd-83df-7c264baf40c4 req-1d51891a-9753-4e0f-a168-c29c1c9a059c tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408311 May 31 11:55:07.223351 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.130212 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51f913-65c1-412e-ad96-092daaedfc39 req-22420140-c6f8-4b27-8048-6450a88dca8b tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:08.131642 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1c51f913-65c1-412e-ad96-092daaedfc39 req-22420140-c6f8-4b27-8048-6450a88dca8b tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0830488 May 31 11:55:08.178180 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1c51f913-65c1-412e-ad96-092daaedfc39 req-673850b5-2c8f-4d9b-871a-63af8822e988 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 May 31 11:55:08.813789 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-46c90810-81fd-4ab7-9bb7-818d9e904b28 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:08.814468 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-46c90810-81fd-4ab7-9bb7-818d9e904b28 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Synchronizing usage tracker for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:network {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:08.845064 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f525a-486e-4ba2-87f0-c7b2eaf9ef52 req-5a846ee8-6517-4982-b437-4e13726681dc tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:08.846514 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e40f525a-486e-4ba2-87f0-c7b2eaf9ef52 req-5a846ee8-6517-4982-b437-4e13726681dc tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 945 time: 0.0847886 May 31 11:55:08.894598 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e40f525a-486e-4ba2-87f0-c7b2eaf9ef52 req-b335fc45-2ac3-4660-ae2a-e603f2f96cd7 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422983 May 31 11:55:08.914627 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-46c90810-81fd-4ab7-9bb7-818d9e904b28 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Unset dirty status for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:network {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:08.915906 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-46c90810-81fd-4ab7-9bb7-818d9e904b28 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/networks?id=c61f7101-e42f-424d-83a7-078109e86a9f HTTP/1.1" status: 200 len: 815 time: 0.2530732 May 31 11:55:08.931008 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-45d98a4d-d7c7-44f3-8b9a-fcbe15ad54c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/quotas/7e8d43d6bc8f40bc86899216db913e26 HTTP/1.1" status: 200 len: 375 time: 0.0096638 May 31 11:55:09.018836 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-208bbbac-de59-485c-b268-e4fca29948e0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e8d43d6bc8f40bc86899216db913e26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829110 May 31 11:55:09.174957 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-d7e8e2b9-d16a-44be-a0d6-dede3af1d4e5 service neutron] 10.222.0.43 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429775 May 31 11:55:09.308851 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-17bf7759-b77b-437e-a5fb-376f803308d4 service neutron] 10.222.0.43 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272173 May 31 11:55:09.524236 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55725d6-b828-4b62-b3bd-0a888ac7a129 req-c80f34fc-347a-4d1c-b1f2-fe7bd207800d tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:09.526113 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d55725d6-b828-4b62-b3bd-0a888ac7a129 req-c80f34fc-347a-4d1c-b1f2-fe7bd207800d tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0800760 May 31 11:55:09.588549 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d55725d6-b828-4b62-b3bd-0a888ac7a129 req-59b71f35-2aba-4c8f-8292-6ad02860ccc4 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560255 May 31 11:55:09.624853 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-64a4298c-7f6e-4639-af95-6c0cbba5ad1b req-48ddefc6-4d27-4ae7-a913-d31765b8ce2c tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 210 time: 0.0499458 May 31 11:55:10.086425 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979fd52-643c-49e4-8d2f-8a182510276f req-d3536631-ea74-43d9-b18a-11e6b69ab94f tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:10.088059 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4979fd52-643c-49e4-8d2f-8a182510276f req-d3536631-ea74-43d9-b18a-11e6b69ab94f tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 945 time: 0.0865211 May 31 11:55:10.134188 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4979fd52-643c-49e4-8d2f-8a182510276f req-6904d9c3-17f9-4823-b677-a0fd8b89da5d tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400183 May 31 11:55:10.782854 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99584d90-1729-4ad4-a119-b52d33bf1358 req-41127579-5d62-436d-81fd-e2347022e98e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:10.784256 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-99584d90-1729-4ad4-a119-b52d33bf1358 req-41127579-5d62-436d-81fd-e2347022e98e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0828066 May 31 11:55:10.791203 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-34baa129-de9b-4c46-8617-537d3f57ead7 req-3e4d82e9-928a-44a4-a92c-459d52a0b736 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 210 time: 0.0501957 May 31 11:55:10.831378 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-99584d90-1729-4ad4-a119-b52d33bf1358 req-75e89eb5-f678-435a-84e1-b7fc97484189 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401530 May 31 11:55:11.326425 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461861e7-e910-4812-b0fe-8b63eca383b0 req-a37fe9a9-b5e7-4eb6-878e-60d1dced3667 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:11.327885 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-461861e7-e910-4812-b0fe-8b63eca383b0 req-a37fe9a9-b5e7-4eb6-878e-60d1dced3667 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 945 time: 0.0797513 May 31 11:55:11.375098 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-461861e7-e910-4812-b0fe-8b63eca383b0 req-9787c8c6-a547-41d6-9de5-e1611b9e080c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406656 May 31 11:55:11.637136 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dc1b2-6ba2-4b3a-b0cf-4bb40cefdd8b req-f416955d-5507-4222-b2a7-b1d32ab95930 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:11.638715 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-702dc1b2-6ba2-4b3a-b0cf-4bb40cefdd8b req-f416955d-5507-4222-b2a7-b1d32ab95930 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 945 time: 0.0876639 May 31 11:55:11.803788 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-702dc1b2-6ba2-4b3a-b0cf-4bb40cefdd8b req-5afda8e1-a492-4993-beba-68b10e22835e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Deleting port 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:55:11.804487 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-702dc1b2-6ba2-4b3a-b0cf-4bb40cefdd8b req-5afda8e1-a492-4993-beba-68b10e22835e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.955447 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-95388919-aeb0-44bf-a8cc-18353f8748cf req-e03dfd51-7816-4b48-aaac-9913c28254d1 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 210 time: 0.0466480 May 31 11:55:11.959696 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-702dc1b2-6ba2-4b3a-b0cf-4bb40cefdd8b req-5afda8e1-a492-4993-beba-68b10e22835e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] For port 66f7cfa7-906a-4741-8b45-4c3fadfb70b9, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=66f7cfa7-906a-4741-8b45-4c3fadfb70b9,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:11.960059 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-702dc1b2-6ba2-4b3a-b0cf-4bb40cefdd8b req-5afda8e1-a492-4993-beba-68b10e22835e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.132883 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-702dc1b2-6ba2-4b3a-b0cf-4bb40cefdd8b req-5afda8e1-a492-4993-beba-68b10e22835e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Calling delete_port for 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 owned by compute:nova {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:55:12.182432 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd23b07-8a4b-464f-b58d-8fab79014cbb req-29efd8d4-27dc-4f51-b02b-1e1e83aae9d4 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:12.183888 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bcd23b07-8a4b-464f-b58d-8fab79014cbb req-29efd8d4-27dc-4f51-b02b-1e1e83aae9d4 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.2263761 May 31 11:55:12.273783 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bcd23b07-8a4b-464f-b58d-8fab79014cbb req-e708b6cb-0b1f-44fa-8593-100e5e79a577 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839925 May 31 11:55:12.394666 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-702dc1b2-6ba2-4b3a-b0cf-4bb40cefdd8b req-5afda8e1-a492-4993-beba-68b10e22835e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.403844 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:12.443465 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['4c1b4fca-9552-4847-9a4e-bd34803b7b29', '60b9b3e4-3d85-470e-9ebd-f0c8c61beb48', '66f7cfa7-906a-4741-8b45-4c3fadfb70b9'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:12.541696 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afda8e1-a492-4993-beba-68b10e22835e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Pushing event deleted for resources: {'Port': ['ID=66f7cfa7-906a-4741-8b45-4c3fadfb70b9,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:12.548086 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-5a2da457-dd95-4a5d-b00f-5e9005844c5e tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:12.550005 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-5a2da457-dd95-4a5d-b00f-5e9005844c5e tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.36 "GET /v2.0/networks?id=c61f7101-e42f-424d-83a7-078109e86a9f HTTP/1.1" status: 200 len: 815 time: 0.2880018 May 31 11:55:12.578593 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-5afda8e1-a492-4993-beba-68b10e22835e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:12.602786 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:55:12.628736 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Request body: {'port': {'device_id': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'admin_state_up': True, 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:12.639492 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-702dc1b2-6ba2-4b3a-b0cf-4bb40cefdd8b req-5afda8e1-a492-4993-beba-68b10e22835e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] No DVR routers for this DVR port 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 on host hv-cinder-79124 {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:55:12.643001 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-702dc1b2-6ba2-4b3a-b0cf-4bb40cefdd8b req-5afda8e1-a492-4993-beba-68b10e22835e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.646902 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832a286d-d0fa-465a-b301-082bb10f73a5', 'name': 'network-vif-deleted', 'tag': '66f7cfa7-906a-4741-8b45-4c3fadfb70b9'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:12.649224 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea93efdb-7a68-40c3-b6ca-e12b6d0bc230" -d '{"events": [{"server_uuid": "832a286d-d0fa-465a-b301-082bb10f73a5", "name": "network-vif-deleted", "tag": "66f7cfa7-906a-4741-8b45-4c3fadfb70b9"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:12.694770 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2ada4913-87d3-4502-b0a0-7069192db0f7 req-e5dc111d-051b-4e0d-84e8-bf0fa629cd06 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.1555951 May 31 11:55:12.727726 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-702dc1b2-6ba2-4b3a-b0cf-4bb40cefdd8b req-5afda8e1-a492-4993-beba-68b10e22835e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "DELETE /v2.0/ports/66f7cfa7-906a-4741-8b45-4c3fadfb70b9 HTTP/1.1" status: 204 len: 173 time: 1.0657046 May 31 11:55:12.733084 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4682336f-ec73-40fb-b849-9873290241fb x-openstack-request-id: req-4682336f-ec73-40fb-b849-9873290241fb {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:12.733773 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832a286d-d0fa-465a-b301-082bb10f73a5", "name": "network-vif-deleted", "tag": "66f7cfa7-906a-4741-8b45-4c3fadfb70b9", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:12.734250 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4682336f-ec73-40fb-b849-9873290241fb {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:12.734858 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832a286d-d0fa-465a-b301-082bb10f73a5', 'name': 'network-vif-deleted', 'tag': '66f7cfa7-906a-4741-8b45-4c3fadfb70b9', 'status': 'completed', 'code': 200} May 31 11:55:12.870048 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:12.877059 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Usage tracker for resource:port and tenant:7e8d43d6bc8f40bc86899216db913e26 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:12.880805 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:12.888540 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:12.965621 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Made reservation on behalf of 7e8d43d6bc8f40bc86899216db913e26 for: {'port': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:55:12.969229 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.115822 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-ac8a6d7d-1e9f-47ef-b8e7-59a9fb83ad9c req-208a45d9-5ad4-4a08-8eaa-e231087fcd7d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Synchronizing usage tracker for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:13.138995 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Allocated IP 172.20.0.13 (c61f7101-e42f-424d-83a7-078109e86a9f/e19d5646-7f8f-4517-b754-fcd7776ec266/f4c5ed2b-37b6-4632-8602-1ed247b8d278) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:13.217296 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-ac8a6d7d-1e9f-47ef-b8e7-59a9fb83ad9c req-208a45d9-5ad4-4a08-8eaa-e231087fcd7d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Unset dirty status for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:13.218952 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ac8a6d7d-1e9f-47ef-b8e7-59a9fb83ad9c req-208a45d9-5ad4-4a08-8eaa-e231087fcd7d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 210 time: 0.1478879 May 31 11:55:13.355211 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.371038 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.provisioning_blocks [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Transition to ACTIVE for port object f4c5ed2b-37b6-4632-8602-1ed247b8d278 will not be triggered until provisioned by entity DHCP. {{(pid=98765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:13.446857 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.459827 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-f16028c0-801c-4dee-be6b-6cd8024ed4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:13.531807 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Network c61f7101-e42f-424d-83a7-078109e86a9f is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:13.536510 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:13.541396 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:13.588163 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Pushing event updated for resources: {'Port': ['ID=f4c5ed2b-37b6-4632-8602-1ed247b8d278,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:13.593311 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:13.616354 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c710bc-7336-4c8b-8b59-2e0f247c0705 req-9a728924-f5c9-4e8c-9bab-03fd14563bb1 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:13.616354 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a4c710bc-7336-4c8b-8b59-2e0f247c0705 req-9a728924-f5c9-4e8c-9bab-03fd14563bb1 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.2174442 May 31 11:55:13.633125 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:13.634444 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.740396 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a4c710bc-7336-4c8b-8b59-2e0f247c0705 req-10f2c9e7-76cd-443b-95db-09d7ff37b181 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002049 May 31 11:55:13.821748 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2028337 May 31 11:55:13.944748 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-dc37c354-d12c-4dc6-be44-086ff77e05b7 None None] Provisioning for port f4c5ed2b-37b6-4632-8602-1ed247b8d278 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:13.950741 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-dc37c354-d12c-4dc6-be44-086ff77e05b7 None None] Provisioning complete for port f4c5ed2b-37b6-4632-8602-1ed247b8d278 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:13.951057 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-dc37c354-d12c-4dc6-be44-086ff77e05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:14.085346 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-259cb347-b101-4d75-b0a5-34154cf6c672 req-9a8e1466-4374-4eee-831c-ce4f506bc19c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Synchronizing usage tracker for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:14.100604 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-dc37c354-d12c-4dc6-be44-086ff77e05b7 None None] Port f4c5ed2b-37b6-4632-8602-1ed247b8d278 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:55:14.179091 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-259cb347-b101-4d75-b0a5-34154cf6c672 req-9a8e1466-4374-4eee-831c-ce4f506bc19c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Unset dirty status for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:14.180946 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-259cb347-b101-4d75-b0a5-34154cf6c672 req-9a8e1466-4374-4eee-831c-ce4f506bc19c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.1961324 May 31 11:55:14.421596 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522b128-2fea-4419-b76a-0f42269857f9 req-c5e6db5e-9359-4993-9606-3d49379b66c8 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:14.423195 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e522b128-2fea-4419-b76a-0f42269857f9 req-c5e6db5e-9359-4993-9606-3d49379b66c8 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 932 time: 0.0873411 May 31 11:55:14.475852 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e522b128-2fea-4419-b76a-0f42269857f9 req-5aaf5e87-911a-4e6f-bb3b-781ac176fc3a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456650 May 31 11:55:14.623022 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:55:14.659054 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:55:14.659489 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 66f7cfa7-906a-4741-8b45-4c3fadfb70b9 not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:55:14.929465 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a134271-3310-4ba2-bc4e-b2272b783205 req-0c127b4e-b4f6-4ce7-bda5-dd094dc80c0f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:14.930929 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2a134271-3310-4ba2-bc4e-b2272b783205 req-0c127b4e-b4f6-4ce7-bda5-dd094dc80c0f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0821579 May 31 11:55:14.976447 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2a134271-3310-4ba2-bc4e-b2272b783205 req-1e1da697-7116-4d61-abb4-404a9f87a6e8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396974 May 31 11:55:15.363680 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2a76987c-23a4-46a6-a4d7-c278472a7b03 req-d4080437-790b-47e8-946e-bc647c03d493 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.0427101 May 31 11:55:15.671973 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe46c6-ebb8-405d-bf6b-b891b7b1a29a req-6912f224-691f-4857-b5a2-c556fdd08793 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:15.673392 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6bbe46c6-ebb8-405d-bf6b-b891b7b1a29a req-6912f224-691f-4857-b5a2-c556fdd08793 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 932 time: 0.0856905 May 31 11:55:15.726422 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6bbe46c6-ebb8-405d-bf6b-b891b7b1a29a req-34c3e9e4-ab6f-47a6-8b0b-2dd1e7387b78 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439174 May 31 11:55:16.166247 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c60a1f-b1be-409b-9721-225eaec942f4 req-27cacb44-3cf1-4028-9183-830ce1c772c8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:16.168016 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-86c60a1f-b1be-409b-9721-225eaec942f4 req-27cacb44-3cf1-4028-9183-830ce1c772c8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0780549 May 31 11:55:16.243846 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-86c60a1f-b1be-409b-9721-225eaec942f4 req-47047be3-7ba5-4e66-8ceb-9ca212f72a75 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647368 May 31 11:55:16.563450 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c3f0555e-fe29-43fa-9f21-49cafb49bacd req-71aeaa7d-b85c-4b85-873d-75bb4c801375 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.0742850 May 31 11:55:16.943865 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d363dc3-9fcf-4f6d-ad2e-f5e796fa8f51 req-99195658-6e25-4651-b0f2-f2d7c360a730 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:16.945638 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1d363dc3-9fcf-4f6d-ad2e-f5e796fa8f51 req-99195658-6e25-4651-b0f2-f2d7c360a730 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 932 time: 0.0998657 May 31 11:55:16.993896 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1d363dc3-9fcf-4f6d-ad2e-f5e796fa8f51 req-4d7a5037-f15b-4106-97a3-233a08c02bf9 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421863 May 31 11:55:17.478495 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef04fa1-e853-4280-8d1e-8881a545b3c0 req-99445c8d-84b2-48be-a96b-e67febaf3630 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:17.493016 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3ef04fa1-e853-4280-8d1e-8881a545b3c0 req-99445c8d-84b2-48be-a96b-e67febaf3630 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1108034 May 31 11:55:17.543401 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3ef04fa1-e853-4280-8d1e-8881a545b3c0 req-c92172f8-1b93-4565-8fee-d7327b000885 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491827 May 31 11:55:17.761420 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3fb90a70-183f-4715-89ed-250d70aba697 req-59b13c2b-aac0-4e0f-a145-d1c9ef1dff37 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.0460901 May 31 11:55:18.205498 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9c76f-6dc6-4c9f-a9b5-801873958e57 req-ba27bec2-7eb8-4c57-b6e5-2dab04f6aa78 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:18.206973 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-62c9c76f-6dc6-4c9f-a9b5-801873958e57 req-ba27bec2-7eb8-4c57-b6e5-2dab04f6aa78 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 932 time: 0.0918686 May 31 11:55:18.295002 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-62c9c76f-6dc6-4c9f-a9b5-801873958e57 req-62f84b37-715b-4e2b-bb93-f3d03f4faf19 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807509 May 31 11:55:18.734706 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526865c-f84e-45b8-a8ea-e6b545833576 req-71120da4-db2c-44fa-a397-b5bd2b6f34af tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:18.736086 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d526865c-f84e-45b8-a8ea-e6b545833576 req-71120da4-db2c-44fa-a397-b5bd2b6f34af tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0823488 May 31 11:55:18.794598 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d526865c-f84e-45b8-a8ea-e6b545833576 req-87e4fa8d-65a1-4859-929d-f8d307b10185 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525463 May 31 11:55:18.867481 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 44700) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:18.960719 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1513800d-b377-42c1-a9e7-6c6543e6241f req-cf8d54ca-38de-4e03-840f-5e107a89480a tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.0429497 May 31 11:55:18.987547 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f70f02bb-96dc-49c0-b120-4f73b82289f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.001995 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-f70f02bb-96dc-49c0-b120-4f73b82289f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:19.006309 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-f70f02bb-96dc-49c0-b120-4f73b82289f3 admin admin] Usage tracker for resource:security_group_rule and tenant:a45e18adec834b039660e35d4f501c54 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:19.009441 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-f70f02bb-96dc-49c0-b120-4f73b82289f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:19.015329 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-f70f02bb-96dc-49c0-b120-4f73b82289f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:19.105840 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f70f02bb-96dc-49c0-b120-4f73b82289f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.177638 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f70f02bb-96dc-49c0-b120-4f73b82289f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.184970 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:19.236282 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 44706) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:19.236935 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-f70f02bb-96dc-49c0-b120-4f73b82289f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a45e18adec834b039660e35d4f501c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676593 May 31 11:55:19.237267 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f02bb-96dc-49c0-b120-4f73b82289f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecbfecf-edbb-4336-bcd1-e4344f22ca83,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:19.241497 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-f70f02bb-96dc-49c0-b120-4f73b82289f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:19.303090 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2d77c3c6-048b-4122-a090-266e6a0a116a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.330129 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2d77c3c6-048b-4122-a090-266e6a0a116a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.445585 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2d77c3c6-048b-4122-a090-266e6a0a116a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.453067 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-4cb8f537-6d9f-4738-9efe-3620af1f8d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:19.472125 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77c3c6-048b-4122-a090-266e6a0a116a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecbfecf-edbb-4336-bcd1-e4344f22ca83,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:19.474374 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2d77c3c6-048b-4122-a090-266e6a0a116a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.478092 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-2d77c3c6-048b-4122-a090-266e6a0a116a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ecbfecf-edbb-4336-bcd1-e4344f22ca83 HTTP/1.1" status: 204 len: 168 time: 0.2383099 May 31 11:55:19.478092 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2d77c3c6-048b-4122-a090-266e6a0a116a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:19.491672 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e29ce3-e20d-4edf-b24f-53142b51c43a req-f6fc5a99-8ff3-4916-bc5b-19801c7b4a78 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:19.493428 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-74e29ce3-e20d-4edf-b24f-53142b51c43a req-f6fc5a99-8ff3-4916-bc5b-19801c7b4a78 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 932 time: 0.0968115 May 31 11:55:19.546334 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-74e29ce3-e20d-4edf-b24f-53142b51c43a req-c8231c75-e926-4851-808c-82b8876d8dc2 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447075 May 31 11:55:20.003831 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1b3e8-e0bf-4dc3-8320-ee10d2c8e253 req-2ef326e0-11a4-4168-82ad-b2ea7a04ebd4 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:20.015158 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6fe1b3e8-e0bf-4dc3-8320-ee10d2c8e253 req-2ef326e0-11a4-4168-82ad-b2ea7a04ebd4 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0858545 May 31 11:55:20.056914 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6fe1b3e8-e0bf-4dc3-8320-ee10d2c8e253 req-763fc6b3-d562-4346-aa9a-46498189ff0a tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454397 May 31 11:55:20.226514 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c80292eb-4230-47fa-b2ed-85d28a7bb27d req-f5d4ef57-11ff-4ce4-9f17-85df42865b4b tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.0538094 May 31 11:55:20.746704 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77ae30-1b7f-4caa-a454-ec988e214991 req-3a113964-c2e6-4353-b672-8f4c9cf1d7d5 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:20.748183 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9d77ae30-1b7f-4caa-a454-ec988e214991 req-3a113964-c2e6-4353-b672-8f4c9cf1d7d5 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 932 time: 0.0860379 May 31 11:55:20.798731 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9d77ae30-1b7f-4caa-a454-ec988e214991 req-dd9defe1-abfe-420d-83dc-e5d639f0a609 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440514 May 31 11:55:21.268868 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a9ba4-9b79-463f-9a7e-6be30dd41f86 req-1d965d30-bbb2-4ef7-9f22-53f5498614c8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:21.270560 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3c6a9ba4-9b79-463f-9a7e-6be30dd41f86 req-1d965d30-bbb2-4ef7-9f22-53f5498614c8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0812433 May 31 11:55:21.318937 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3c6a9ba4-9b79-463f-9a7e-6be30dd41f86 req-ab5a19ba-caf7-4569-8f3a-a1d22e70d4df tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426152 May 31 11:55:21.479288 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6af8492e-20a2-447f-b4a7-7583ce152f84 req-3c62b0fa-23be-4bae-89ed-30b3d33e5206 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.0471494 May 31 11:55:22.065113 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5050f-84c2-4b03-97ed-6a576dc0962b req-b588a1a6-2467-4e31-aa6a-2e40d392af2c tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:22.067464 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-afa5050f-84c2-4b03-97ed-6a576dc0962b req-b588a1a6-2467-4e31-aa6a-2e40d392af2c tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 932 time: 0.1593993 May 31 11:55:22.116314 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-afa5050f-84c2-4b03-97ed-6a576dc0962b req-5101aa56-d87b-4ac6-9e48-ba0468c65213 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408170 May 31 11:55:22.550370 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994a97c-466b-464a-8639-13f77870acd2 req-bf8e2937-5fb9-48f8-a968-c3de73533fa2 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:22.552536 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-5994a97c-466b-464a-8639-13f77870acd2 req-bf8e2937-5fb9-48f8-a968-c3de73533fa2 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0838618 May 31 11:55:22.597535 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-5994a97c-466b-464a-8639-13f77870acd2 req-a71ca5ec-245f-43f2-844e-bed1d01c5d46 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388937 May 31 11:55:22.765647 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1976b390-d1c0-4e5f-af64-1fcf1dbc705f req-85113f2a-1889-4793-b5f7-5df8ad964b06 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.0426497 May 31 11:55:23.335130 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fff3d-cd3a-4b0b-a4e9-1141b1231c56 req-0af17ae5-b9e6-4023-8901-ff59bfa81854 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:23.336831 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-644fff3d-cd3a-4b0b-a4e9-1141b1231c56 req-0af17ae5-b9e6-4023-8901-ff59bfa81854 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 932 time: 0.0901971 May 31 11:55:23.389619 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-644fff3d-cd3a-4b0b-a4e9-1141b1231c56 req-cc5cefb9-53fe-49bb-a459-0479a0ca3704 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469842 May 31 11:55:23.795801 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3685fde-d85c-48c5-aa5d-d9eb358bc76e req-31989a15-3b83-4dba-a83b-64479b7fc5fe tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:23.798145 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b3685fde-d85c-48c5-aa5d-d9eb358bc76e req-31989a15-3b83-4dba-a83b-64479b7fc5fe tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0871022 May 31 11:55:23.849803 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b3685fde-d85c-48c5-aa5d-d9eb358bc76e req-25b19597-edf6-499a-aed7-94bce701a9ae tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455062 May 31 11:55:24.063503 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a27de526-34a5-4776-93be-4da627aa3c03 req-34315a73-ff32-4d04-9e48-dedc0e287cb7 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.0531242 May 31 11:55:24.589906 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a8e96-2298-4faa-8171-06ae7bef5681 req-3c89a602-f7a8-4240-9e15-e876151a7d0a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:24.591347 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c44a8e96-2298-4faa-8171-06ae7bef5681 req-3c89a602-f7a8-4240-9e15-e876151a7d0a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 932 time: 0.0886600 May 31 11:55:24.638375 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c44a8e96-2298-4faa-8171-06ae7bef5681 req-516a6ae7-67d5-4cdb-8df3-48e340376d4c tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 May 31 11:55:25.047145 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f11e6a-b5b1-4af3-a651-33b649f7e569 req-ac4b9913-9e48-44dc-af9f-9d960cdc1778 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:25.049968 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-95f11e6a-b5b1-4af3-a651-33b649f7e569 req-ac4b9913-9e48-44dc-af9f-9d960cdc1778 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0850003 May 31 11:55:25.109745 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-95f11e6a-b5b1-4af3-a651-33b649f7e569 req-07b5cb22-8cfb-4cf7-9e2a-9cf87e02a12d tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549133 May 31 11:55:25.288292 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-46006f11-7d07-4e2b-9ed0-3a7cd18b88de req-ea8b5825-e307-4f38-8e91-d1caa61816af tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.0553842 May 31 11:55:25.865360 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e97b0-51ef-42ca-9d39-ea1ae0dd0eb5 req-d38803c5-009e-4900-8a2c-3fec7e90b287 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:25.867220 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-db9e97b0-51ef-42ca-9d39-ea1ae0dd0eb5 req-d38803c5-009e-4900-8a2c-3fec7e90b287 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 932 time: 0.1169882 May 31 11:55:25.920702 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-db9e97b0-51ef-42ca-9d39-ea1ae0dd0eb5 req-f0a99a47-d7f7-481c-803e-1290c37660e1 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455239 May 31 11:55:26.294477 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500264a-cc46-4501-8ca7-592c8dc83ba3 req-8ca62475-ca5c-431a-a8f0-a090a7121f48 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:26.296042 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b500264a-cc46-4501-8ca7-592c8dc83ba3 req-8ca62475-ca5c-431a-a8f0-a090a7121f48 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0818102 May 31 11:55:26.339559 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b500264a-cc46-4501-8ca7-592c8dc83ba3 req-79e1859c-da04-4409-af6c-2d32ebeefdac tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372453 May 31 11:55:26.494408 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-5387e19d-b0b3-4dca-9f3d-c5e411722dfc req-b67673cd-3ff6-4ee9-a251-b4db3c8bcc77 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a286d-d0fa-465a-b301-082bb10f73a5 HTTP/1.1" status: 200 len: 210 time: 0.0463283 May 31 11:55:27.108847 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6ebab-1624-4d1c-9100-cac7fbfd5594 req-0edc624c-ab20-4677-946b-2d6a3a3f2111 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:27.110308 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f9c6ebab-1624-4d1c-9100-cac7fbfd5594 req-0edc624c-ab20-4677-946b-2d6a3a3f2111 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 932 time: 0.0795972 May 31 11:55:27.112641 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Request body: {'port': {'device_id': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:27.162405 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f9c6ebab-1624-4d1c-9100-cac7fbfd5594 req-c0d6a271-ca98-494c-a161-d8ff86eadcc8 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442293 May 31 11:55:27.235344 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:27.636328 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c5ed2b-37b6-4632-8602-1ed247b8d278 {{(pid=98765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:27.636493 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75b539-9b3f-47ae-8c12-d277671de849 req-12c0580f-50fa-43a1-aa38-1daf52dc3647 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:27.648611 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ce75b539-9b3f-47ae-8c12-d277671de849 req-12c0580f-50fa-43a1-aa38-1daf52dc3647 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1636231 May 31 11:55:27.664354 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:27.680428 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.provisioning_blocks [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Transition to ACTIVE for port object f4c5ed2b-37b6-4632-8602-1ed247b8d278 will not be triggered until provisioned by entity L2. {{(pid=98765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:27.730367 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ce75b539-9b3f-47ae-8c12-d277671de849 req-bb3caa80-0a67-46c9-8d57-862027d57f27 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728471 May 31 11:55:27.770791 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:27.775728 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:28.008710 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c5ed2b-37b6-4632-8602-1ed247b8d278,revision_number=2']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:28.043371 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:28.114590 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Attempting to bind port f4c5ed2b-37b6-4632-8602-1ed247b8d278 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:28.115245 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Attempting to bind port f4c5ed2b-37b6-4632-8602-1ed247b8d278 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '774d0b96-cb16-4ecb-820b-63e1439be0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f'}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:28.115245 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Attempting to bind port f4c5ed2b-37b6-4632-8602-1ed247b8d278 on network c61f7101-e42f-424d-83a7-078109e86a9f {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:28.119819 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Port f4c5ed2b-37b6-4632-8602-1ed247b8d278 on network c61f7101-e42f-424d-83a7-078109e86a9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:55:28.120163 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Attempting to bind port f4c5ed2b-37b6-4632-8602-1ed247b8d278 on network c61f7101-e42f-424d-83a7-078109e86a9f {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:28.125166 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:28.125493 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Checking segment: {'id': '774d0b96-cb16-4ecb-820b-63e1439be0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:28.125861 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Bound using segment: {'id': '774d0b96-cb16-4ecb-820b-63e1439be0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f'} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:28.126277 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Bound port: f4c5ed2b-37b6-4632-8602-1ed247b8d278, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774d0b96-cb16-4ecb-820b-63e1439be0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f'}}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:28.126616 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:28.231325 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] For port f4c5ed2b-37b6-4632-8602-1ed247b8d278, host hv-cinder-79124, cleared binding levels {{(pid=98765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:28.235273 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] For port f4c5ed2b-37b6-4632-8602-1ed247b8d278, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f4c5ed2b-37b6-4632-8602-1ed247b8d278,segment=NetworkSegment(774d0b96-cb16-4ecb-820b-63e1439be0b4),segment_id=774d0b96-cb16-4ecb-820b-63e1439be0b4)] {{(pid=98765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:28.373812 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:28.386035 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ecefaf3e-2730-4b2d-af9c-e82333db34a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:28.403117 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65408d4d-6845-44dd-9673-454148ffab3e req-0cbc58c4-4444-4908-b3a2-d29acab38c75 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:28.404757 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65408d4d-6845-44dd-9673-454148ffab3e req-0cbc58c4-4444-4908-b3a2-d29acab38c75 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 946 time: 0.1187482 May 31 11:55:28.456089 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:28.456785 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:28.458281 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] 10.222.0.36 "PUT /v2.0/ports/f4c5ed2b-37b6-4632-8602-1ed247b8d278 HTTP/1.1" status: 200 len: 1094 time: 1.3504581 May 31 11:55:28.460212 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'tag': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:28.461545 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65408d4d-6845-44dd-9673-454148ffab3e req-714b74cf-4929-4638-ad2b-1b15177269f6 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489755 May 31 11:55:28.462596 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab41d36c-0b5a-4095-8c92-81da227b8c28" -d '{"events": [{"name": "network-changed", "server_uuid": "c9508324-53b3-48d7-b4cb-1423e1893cd0", "tag": "f4c5ed2b-37b6-4632-8602-1ed247b8d278"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:28.501472 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c5ed2b-37b6-4632-8602-1ed247b8d278,revision_number=3']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:28.512276 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:28.520539 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b4f31-33b6-4579-a503-9d39242b1b4a req-283b3aa7-388e-4200-b564-596f552615d5 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:28.521542 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-979b4f31-33b6-4579-a503-9d39242b1b4a req-283b3aa7-388e-4200-b564-596f552615d5 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Synchronizing usage tracker for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:28.556453 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4c76b2-92ee-4a58-85d0-b3168b37af76 x-openstack-request-id: req-4e4c76b2-92ee-4a58-85d0-b3168b37af76 {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:28.556833 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9508324-53b3-48d7-b4cb-1423e1893cd0", "tag": "f4c5ed2b-37b6-4632-8602-1ed247b8d278", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:28.557104 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e4c76b2-92ee-4a58-85d0-b3168b37af76 {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:28.557511 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'tag': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278', 'status': 'completed', 'code': 200} May 31 11:55:28.628890 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-979b4f31-33b6-4579-a503-9d39242b1b4a req-283b3aa7-388e-4200-b564-596f552615d5 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Unset dirty status for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:28.630356 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-979b4f31-33b6-4579-a503-9d39242b1b4a req-283b3aa7-388e-4200-b564-596f552615d5 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 944 time: 0.3353817 May 31 11:55:28.679703 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41d36c-0b5a-4095-8c92-81da227b8c28 req-4544010c-4c32-46d5-a89a-f6b40cb15081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:28.681400 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ab41d36c-0b5a-4095-8c92-81da227b8c28 req-4544010c-4c32-46d5-a89a-f6b40cb15081 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e8d43d6bc8f40bc86899216db913e26&device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 1097 time: 0.0772779 May 31 11:55:28.695507 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-979b4f31-33b6-4579-a503-9d39242b1b4a req-ba94450c-d589-45c0-bd35-2b1b9f43fc01 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Synchronizing usage tracker for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:security_group {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:28.715631 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a32de-e206-4652-8d77-57d766fa0520 req-712862ba-a526-4205-82b8-bf5551f5c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:28.717062 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-700a32de-e206-4652-8d77-57d766fa0520 req-712862ba-a526-4205-82b8-bf5551f5c070 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 1099 time: 0.1266439 May 31 11:55:28.764475 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-700a32de-e206-4652-8d77-57d766fa0520 req-6e0a361a-eb17-4d12-8e72-49c9d1ec167e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397151 May 31 11:55:28.783048 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-979b4f31-33b6-4579-a503-9d39242b1b4a req-ba94450c-d589-45c0-bd35-2b1b9f43fc01 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Unset dirty status for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:security_group {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:28.795240 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-979b4f31-33b6-4579-a503-9d39242b1b4a req-ba94450c-d589-45c0-bd35-2b1b9f43fc01 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577086 May 31 11:55:28.879147 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41d36c-0b5a-4095-8c92-81da227b8c28 req-9843c896-0633-474a-b8e5-2b3f1fdb336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:28.880636 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ab41d36c-0b5a-4095-8c92-81da227b8c28 req-9843c896-0633-474a-b8e5-2b3f1fdb336e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7e8d43d6bc8f40bc86899216db913e26&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1832690 May 31 11:55:28.924185 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8651b5-fac4-4076-92ee-57594361d7f4 req-4f332c95-4aff-467e-9721-37514f14d5a4 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:28.925624 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf8651b5-fac4-4076-92ee-57594361d7f4 req-4f332c95-4aff-467e-9721-37514f14d5a4 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0877271 May 31 11:55:28.975589 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf8651b5-fac4-4076-92ee-57594361d7f4 req-8bd8f27c-a1cc-4f3b-9d7b-b1358dd7147e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437806 May 31 11:55:29.225045 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41d36c-0b5a-4095-8c92-81da227b8c28 req-bf760900-9569-4f3e-9a31-6f93ad12dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:29.226393 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ab41d36c-0b5a-4095-8c92-81da227b8c28 req-bf760900-9569-4f3e-9a31-6f93ad12dfdc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1947904 May 31 11:55:29.370402 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-2f7f526a-6bf9-4711-bd49-8180b4872000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:29.372705 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-2f7f526a-6bf9-4711-bd49-8180b4872000 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e8d43d6bc8f40bc86899216db913e26&device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 1097 time: 0.0751801 May 31 11:55:29.467710 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-7ac6b21b-9bec-4998-8217-d87e040c2af3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4c5ed2b-37b6-4632-8602-1ed247b8d278 HTTP/1.1" status: 200 len: 217 time: 0.0795562 May 31 11:55:29.548518 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-bdf6ea0d-6e4f-4c8a-a6af-9361629d60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:29.550088 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-bdf6ea0d-6e4f-4c8a-a6af-9361629d60e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e19d5646-7f8f-4517-b754-fcd7776ec266 HTTP/1.1" status: 200 len: 854 time: 0.0744631 May 31 11:55:29.636270 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-6f2e5b57-00e6-4457-a338-2aedf86b380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:29.637813 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-6f2e5b57-00e6-4457-a338-2aedf86b380c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c61f7101-e42f-424d-83a7-078109e86a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762098 May 31 11:55:29.680039 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26995a0-9340-4187-bdcc-aa6a83ebb2be req-163c4d81-4da8-49bc-8a7f-48a0a1680292 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:29.681613 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c26995a0-9340-4187-bdcc-aa6a83ebb2be req-163c4d81-4da8-49bc-8a7f-48a0a1680292 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 946 time: 0.0907483 May 31 11:55:29.729127 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c26995a0-9340-4187-bdcc-aa6a83ebb2be req-b159630f-f195-4b1d-93f9-5f48531ec269 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 May 31 11:55:29.772449 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-73dbb06b-a6f6-4fa7-97c2-06d204e76096 service neutron] 10.222.0.36 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261561 May 31 11:55:29.965468 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-307438d7-fc8c-4151-91e6-1025ae6f52e6 req-0e6c0da8-107b-4ff2-bd8b-6e0ab2953ea6 service neutron] 10.222.0.36 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762123 May 31 11:55:30.012970 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb961f3-74cb-4ff2-8cae-2377e547e8e0 req-07ab822a-2fe0-4b74-9b37-310c87bf2cb6 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:30.014428 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3eb961f3-74cb-4ff2-8cae-2377e547e8e0 req-07ab822a-2fe0-4b74-9b37-310c87bf2cb6 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 944 time: 0.1070142 May 31 11:55:30.040560 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-06b8cf1b-421e-4635-b456-537b7cd4cece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.061480 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3eb961f3-74cb-4ff2-8cae-2377e547e8e0 req-89da47b6-af0f-48d4-b81b-dd7768dd673b tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414951 May 31 11:55:30.178575 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89ffb5-83c0-40f7-83c6-52fe7aef5bdb req-867affdc-d1f4-486b-9b95-c5e3cf2dd13e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:30.180119 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6b89ffb5-83c0-40f7-83c6-52fe7aef5bdb req-867affdc-d1f4-486b-9b95-c5e3cf2dd13e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0959630 May 31 11:55:30.233299 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6b89ffb5-83c0-40f7-83c6-52fe7aef5bdb req-a4e4e466-0c10-4700-8582-713164dd4141 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420358 May 31 11:55:30.500665 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347b38f-4eb8-49ed-a443-766fbb68c08d req-6c3fa291-f3e6-4568-b11d-9929aa7c4724 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:30.502047 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a347b38f-4eb8-49ed-a443-766fbb68c08d req-6c3fa291-f3e6-4568-b11d-9929aa7c4724 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 946 time: 0.0827272 May 31 11:55:30.646372 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-a347b38f-4eb8-49ed-a443-766fbb68c08d req-edb58277-5da5-4706-947d-31cb3ac08e8c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Deleting port 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:55:30.646778 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-a347b38f-4eb8-49ed-a443-766fbb68c08d req-edb58277-5da5-4706-947d-31cb3ac08e8c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.787639 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-a347b38f-4eb8-49ed-a443-766fbb68c08d req-edb58277-5da5-4706-947d-31cb3ac08e8c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] For port 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=60b9b3e4-3d85-470e-9ebd-f0c8c61beb48,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:30.788347 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-a347b38f-4eb8-49ed-a443-766fbb68c08d req-edb58277-5da5-4706-947d-31cb3ac08e8c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.915087 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-a347b38f-4eb8-49ed-a443-766fbb68c08d req-edb58277-5da5-4706-947d-31cb3ac08e8c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Calling delete_port for 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 owned by compute:nova {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:55:30.929417 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e521a6-2e1c-4d7b-befd-0f703872950b req-03661c97-bb34-4ceb-a008-81031e99fc7e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:30.930937 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-04e521a6-2e1c-4d7b-befd-0f703872950b req-03661c97-bb34-4ceb-a008-81031e99fc7e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 946 time: 0.0930731 May 31 11:55:30.984192 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-04e521a6-2e1c-4d7b-befd-0f703872950b req-2e83149e-04f2-4e76-9ffd-daba1cebddc1 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423458 May 31 11:55:31.240934 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-a347b38f-4eb8-49ed-a443-766fbb68c08d req-edb58277-5da5-4706-947d-31cb3ac08e8c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:31.248200 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2d0d7f91-a551-43d3-89c1-de0339189a90 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:31.266646 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fc29d-8657-4500-9df6-85742818bd51 req-a7ddcc48-3ef2-4396-8933-8b9a618b0087 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:31.268446 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b91fc29d-8657-4500-9df6-85742818bd51 req-a7ddcc48-3ef2-4396-8933-8b9a618b0087 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 944 time: 0.0931718 May 31 11:55:31.282842 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['4c1b4fca-9552-4847-9a4e-bd34803b7b29', '60b9b3e4-3d85-470e-9ebd-f0c8c61beb48'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:31.305645 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb58277-5da5-4706-947d-31cb3ac08e8c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Pushing event deleted for resources: {'Port': ['ID=60b9b3e4-3d85-470e-9ebd-f0c8c61beb48,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:31.309725 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-edb58277-5da5-4706-947d-31cb3ac08e8c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:31.371204 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b91fc29d-8657-4500-9df6-85742818bd51 req-9e47bfb6-26be-4a58-9c42-8385193ea2a8 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774362 May 31 11:55:31.449984 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a347b38f-4eb8-49ed-a443-766fbb68c08d req-edb58277-5da5-4706-947d-31cb3ac08e8c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] No DVR routers for this DVR port 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 on host hv-cinder-79124 {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:55:31.458927 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-a347b38f-4eb8-49ed-a443-766fbb68c08d req-edb58277-5da5-4706-947d-31cb3ac08e8c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:31.461488 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3d226d-d28d-4751-a0a5-63dbf641b726', 'name': 'network-vif-deleted', 'tag': '60b9b3e4-3d85-470e-9ebd-f0c8c61beb48'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:31.463745 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ecd2dd-265c-45e1-a51a-602edd365975" -d '{"events": [{"server_uuid": "ac3d226d-d28d-4751-a0a5-63dbf641b726", "name": "network-vif-deleted", "tag": "60b9b3e4-3d85-470e-9ebd-f0c8c61beb48"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:31.505392 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddddceb-6a98-4096-b654-c5e8bc3c1e02 req-d63fde10-edb3-4227-8673-d8763e22a4b6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:31.507237 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9ddddceb-6a98-4096-b654-c5e8bc3c1e02 req-d63fde10-edb3-4227-8673-d8763e22a4b6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.1133039 May 31 11:55:31.554827 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9ddddceb-6a98-4096-b654-c5e8bc3c1e02 req-6d1b8a45-70a1-4300-bb29-7a0e690061d9 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407553 May 31 11:55:31.556309 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66661ddf-e94f-47da-b15c-4133526e1b96 req-819b3818-0bf2-4c33-a2cd-c5d2cd073679 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:31.557899 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-66661ddf-e94f-47da-b15c-4133526e1b96 req-819b3818-0bf2-4c33-a2cd-c5d2cd073679 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0830071 May 31 11:55:31.594151 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a347b38f-4eb8-49ed-a443-766fbb68c08d req-edb58277-5da5-4706-947d-31cb3ac08e8c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "DELETE /v2.0/ports/60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 HTTP/1.1" status: 204 len: 173 time: 1.0849240 May 31 11:55:31.607105 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-66661ddf-e94f-47da-b15c-4133526e1b96 req-3864f48d-5060-4162-9fde-70c4906d8aa5 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429602 May 31 11:55:31.611887 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034c600b-c9d0-4136-a5fc-6762681d7a85 x-openstack-request-id: req-034c600b-c9d0-4136-a5fc-6762681d7a85 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:31.612237 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3d226d-d28d-4751-a0a5-63dbf641b726", "name": "network-vif-deleted", "tag": "60b9b3e4-3d85-470e-9ebd-f0c8c61beb48", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:31.612517 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-034c600b-c9d0-4136-a5fc-6762681d7a85 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:31.612932 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3d226d-d28d-4751-a0a5-63dbf641b726', 'name': 'network-vif-deleted', 'tag': '60b9b3e4-3d85-470e-9ebd-f0c8c61beb48', 'status': 'completed', 'code': 200} May 31 11:55:32.165273 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-d7c15665-df00-4b01-99bb-497daeaa3a1c req-64d76204-8cd8-4f6c-8efe-126b068310f6 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Synchronizing usage tracker for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:32.280780 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-d7c15665-df00-4b01-99bb-497daeaa3a1c req-64d76204-8cd8-4f6c-8efe-126b068310f6 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Unset dirty status for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:32.290977 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d7c15665-df00-4b01-99bb-497daeaa3a1c req-64d76204-8cd8-4f6c-8efe-126b068310f6 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac3d226d-d28d-4751-a0a5-63dbf641b726 HTTP/1.1" status: 200 len: 210 time: 0.1714494 May 31 11:55:32.342945 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-3e41dc53-4e98-4948-9d94-5834cd08800b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:32.371611 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:32.456837 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799a9e4-3b7d-43db-89c8-99b57e0473fe req-39841945-0d13-4edd-b55c-0ef50df29bab tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:32.463801 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0799a9e4-3b7d-43db-89c8-99b57e0473fe req-39841945-0d13-4edd-b55c-0ef50df29bab tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0992644 May 31 11:55:32.516436 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0799a9e4-3b7d-43db-89c8-99b57e0473fe req-9cee93bd-1d93-40f3-af2d-8ce40545cbb5 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515053 May 31 11:55:32.681677 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087bec5-c306-4c95-9ac8-7c58ed037c23 req-0d20d637-6ff8-4e88-8785-fd03005daa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:32.683446 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1087bec5-c306-4c95-9ac8-7c58ed037c23 req-0d20d637-6ff8-4e88-8785-fd03005daa4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4795d24d302b4c4189da5f0c3d8fc8fe&device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 1099 time: 0.2360322 May 31 11:55:32.696288 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5780a4-319d-418f-b815-ecc2c8947e4d req-d68468cb-fbc1-48f2-bec6-d2a0d54b4eb6 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:32.697857 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6e5780a4-319d-418f-b815-ecc2c8947e4d req-d68468cb-fbc1-48f2-bec6-d2a0d54b4eb6 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 944 time: 0.2011461 May 31 11:55:32.717393 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device f4c5ed2b-37b6-4632-8602-1ed247b8d278 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:55:32.775721 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b8045-1f81-448d-b861-c2ff38ef46b1 req-8c646ac3-f086-4959-b1b7-e3ede8b8db7c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:32.777741 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7b4b8045-1f81-448d-b861-c2ff38ef46b1 req-8c646ac3-f086-4959-b1b7-e3ede8b8db7c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.0945547 May 31 11:55:32.836728 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7b4b8045-1f81-448d-b861-c2ff38ef46b1 req-2504a774-2726-400a-993e-8c4339c93e11 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517011 May 31 11:55:32.839371 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6e5780a4-319d-418f-b815-ecc2c8947e4d req-5a2ecdf0-41d1-4c1e-9dd1-20d929ffe8f6 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216094 May 31 11:55:32.895631 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port f4c5ed2b-37b6-4632-8602-1ed247b8d278, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f4c5ed2b-37b6-4632-8602-1ed247b8d278,segment=NetworkSegment(774d0b96-cb16-4ecb-820b-63e1439be0b4),segment_id=774d0b96-cb16-4ecb-820b-63e1439be0b4)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:32.897290 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087bec5-c306-4c95-9ac8-7c58ed037c23 req-67f10264-83a4-420f-a4bb-3ad936bb43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:32.898744 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1087bec5-c306-4c95-9ac8-7c58ed037c23 req-67f10264-83a4-420f-a4bb-3ad936bb43b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd3127e-a427-4d2a-a0cb-273aa10eec42 HTTP/1.1" status: 200 len: 919 time: 0.1999426 May 31 11:55:32.909538 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278', 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'port_id': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278', 'mac_address': 'fa:16:3e:5d:30:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:55:32.966171 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:32.967126 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1087bec5-c306-4c95-9ac8-7c58ed037c23 req-5ac317b2-5cfa-4058-b41e-9dc2d5f0e794 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e67ee191-9ac9-4134-97db-71270688c45e HTTP/1.1" status: 200 len: 217 time: 0.0615771 May 31 11:55:32.983518 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c5ed2b-37b6-4632-8602-1ed247b8d278 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:33.001030 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port f4c5ed2b-37b6-4632-8602-1ed247b8d278, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f4c5ed2b-37b6-4632-8602-1ed247b8d278,segment=NetworkSegment(774d0b96-cb16-4ecb-820b-63e1439be0b4),segment_id=774d0b96-cb16-4ecb-820b-63e1439be0b4)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:33.049384 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087bec5-c306-4c95-9ac8-7c58ed037c23 req-59d2dfbc-7608-4de7-af07-d085c0a3062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:33.050720 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1087bec5-c306-4c95-9ac8-7c58ed037c23 req-59d2dfbc-7608-4de7-af07-d085c0a3062b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b89b243e-d588-4c64-a5f7-a9c0cf16fb4c HTTP/1.1" status: 200 len: 858 time: 0.0623968 May 31 11:55:33.091661 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:33.093442 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:33.101696 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1087bec5-c306-4c95-9ac8-7c58ed037c23 req-69221527-6dbb-4276-98dc-649042687a6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd3127e-a427-4d2a-a0cb-273aa10eec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402176 May 31 11:55:33.171692 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=f4c5ed2b-37b6-4632-8602-1ed247b8d278,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:33.174880 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:33.217401 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:33.234162 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1087bec5-c306-4c95-9ac8-7c58ed037c23 req-6acadf88-6939-4f4c-8c55-ad259be18627 service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255171 May 31 11:55:33.367133 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1087bec5-c306-4c95-9ac8-7c58ed037c23 req-6867b980-ca80-4834-b368-5687eef41866 service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262891 May 31 11:55:33.537602 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['f4c5ed2b-37b6-4632-8602-1ed247b8d278'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:33.702082 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cfe24-988a-4b44-8292-89113bb56bd7 req-12f016a4-626c-4c45-9198-c7048530d743 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:33.709613 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a34cfe24-988a-4b44-8292-89113bb56bd7 req-12f016a4-626c-4c45-9198-c7048530d743 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.0923805 May 31 11:55:33.768937 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a34cfe24-988a-4b44-8292-89113bb56bd7 req-f7f63776-5364-4b5d-9faa-9734f7a14140 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526977 May 31 11:55:34.034528 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca84f4-839a-498d-91b1-04000ae54260 req-9a163848-87f2-45f5-950c-cbd7791eb38a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:34.036601 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-79ca84f4-839a-498d-91b1-04000ae54260 req-9a163848-87f2-45f5-950c-cbd7791eb38a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.0892096 May 31 11:55:34.061570 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617eb711-b241-4a6b-b4b8-419e6a0efb0d req-0cf802df-0d5d-47cd-8228-635cb012fd72 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:34.063163 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-617eb711-b241-4a6b-b4b8-419e6a0efb0d req-0cf802df-0d5d-47cd-8228-635cb012fd72 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 945 time: 0.1009600 May 31 11:55:34.083688 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-79ca84f4-839a-498d-91b1-04000ae54260 req-be1fc1bd-d473-4211-af8c-9f4cfaaf76f5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404322 May 31 11:55:34.112180 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-617eb711-b241-4a6b-b4b8-419e6a0efb0d req-e7469f24-0d35-4c89-be6b-79cc3df9def2 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403373 May 31 11:55:34.461176 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45022) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:34.583812 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:34.601543 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:34.605387 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Usage tracker for resource:security_group_rule and tenant:74c82d4edc524850b9d6e28aa2f701fc is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:34.608212 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:34.613925 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:34.696825 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:34.722363 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device f4c5ed2b-37b6-4632-8602-1ed247b8d278 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:34.789279 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:34.796787 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2d77c3c6-048b-4122-a090-266e6a0a116a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:34.843508 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74c82d4edc524850b9d6e28aa2f701fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811038 May 31 11:55:34.845940 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31266ca4-6537-4988-8839-05a5db77b725,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:34.846470 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45034) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:34.858724 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:34.859537 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:34.860110 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:34.860555 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:34.863151 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:34.863151 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:34.863151 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:34.863151 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:34.863151 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:34.863151 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:34.863151 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:34.863968 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:34.870504 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:34.877056 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port f4c5ed2b-37b6-4632-8602-1ed247b8d278 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:34.897866 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port f4c5ed2b-37b6-4632-8602-1ed247b8d278 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:34.898246 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:34.933889 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:34.975163 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:34.990898 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:35.002905 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b63a26-af0f-4b43-b9de-1858ad0399cb req-ca33e41b-3949-455f-9d43-6fc6948a1d0f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:35.004772 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f6b63a26-af0f-4b43-b9de-1858ad0399cb req-ca33e41b-3949-455f-9d43-6fc6948a1d0f tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1022043 May 31 11:55:35.068334 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f6b63a26-af0f-4b43-b9de-1858ad0399cb req-2f4adf97-7bcb-40f5-80a4-7a92c073aba0 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549233 May 31 11:55:35.080712 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:35.109591 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:35.111810 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4ec85c-4c6f-436d-a13d-7ec16c3a9a9c" -d '{"events": [{"server_uuid": "c9508324-53b3-48d7-b4cb-1423e1893cd0", "name": "network-vif-plugged", "status": "completed", "tag": "f4c5ed2b-37b6-4632-8602-1ed247b8d278"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:35.119928 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port f4c5ed2b-37b6-4632-8602-1ed247b8d278, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f4c5ed2b-37b6-4632-8602-1ed247b8d278,segment=NetworkSegment(774d0b96-cb16-4ecb-820b-63e1439be0b4),segment_id=774d0b96-cb16-4ecb-820b-63e1439be0b4)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:35.137443 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:35.141214 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-f70f02bb-96dc-49c0-b120-4f73b82289f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:35.152830 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31266ca4-6537-4988-8839-05a5db77b725,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:35.163485 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:35.165667 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:35.165667 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:35.165667 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:35.165667 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:35.166744 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:35.167337 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:35.167686 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:35.168054 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:35.168398 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:35.168736 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:35.169071 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:35.173799 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:35.176090 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:35.177868 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31266ca4-6537-4988-8839-05a5db77b725 HTTP/1.1" status: 204 len: 168 time: 0.3302119 May 31 11:55:35.222127 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:35.224465 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:55:35.264110 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:35.290803 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e91db-52fa-4628-99fe-eff5ece7989a req-5c7ec81b-e419-4841-9911-71381e1cb825 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:35.292403 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-306e91db-52fa-4628-99fe-eff5ece7989a req-5c7ec81b-e419-4841-9911-71381e1cb825 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.0892894 May 31 11:55:35.303064 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:55:35.303440 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 60b9b3e4-3d85-470e-9ebd-f0c8c61beb48 not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:55:35.340489 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-306e91db-52fa-4628-99fe-eff5ece7989a req-b47a2669-4feb-4266-8a5f-0ad4e3623ed4 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417144 May 31 11:55:35.354552 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=f4c5ed2b-37b6-4632-8602-1ed247b8d278,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:35.367718 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:35.397761 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0a0265-d4c5-47a2-8011-78c6ed999bb1 x-openstack-request-id: req-ca0a0265-d4c5-47a2-8011-78c6ed999bb1 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:35.398125 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9508324-53b3-48d7-b4cb-1423e1893cd0", "name": "network-vif-plugged", "status": "completed", "tag": "f4c5ed2b-37b6-4632-8602-1ed247b8d278", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:35.398491 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca0a0265-d4c5-47a2-8011-78c6ed999bb1 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:35.398950 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278', 'code': 200} May 31 11:55:35.569175 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad43c50-ad33-43dc-920e-841608b7bb6f req-323b5e19-e24c-4bec-9dff-7c161f982d8b tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:35.570795 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6ad43c50-ad33-43dc-920e-841608b7bb6f req-323b5e19-e24c-4bec-9dff-7c161f982d8b tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 946 time: 0.0893083 May 31 11:55:35.594609 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becd993-961e-42a6-9250-81328d243a5f req-e4ff6aeb-a76d-4759-9933-85d4dbb2733d tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:35.594609 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3becd993-961e-42a6-9250-81328d243a5f req-e4ff6aeb-a76d-4759-9933-85d4dbb2733d tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 945 time: 0.0906076 May 31 11:55:35.622983 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6ad43c50-ad33-43dc-920e-841608b7bb6f req-50c7b090-fbc0-46fe-9abc-bd61689fb91b tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433002 May 31 11:55:35.649863 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3becd993-961e-42a6-9250-81328d243a5f req-c49cb6c0-f663-48ed-80e6-f1b107e372b9 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515366 May 31 11:55:35.888635 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45056) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:35.906981 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-a4d5c2e0-2c98-47b4-9b71-cbcbe07b259e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:35.922615 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-a4d5c2e0-2c98-47b4-9b71-cbcbe07b259e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:35.927025 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-a4d5c2e0-2c98-47b4-9b71-cbcbe07b259e admin admin] Usage tracker for resource:security_group_rule and tenant:4e3a165ff9824f88b983f1ff9840c8e1 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:35.930020 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-a4d5c2e0-2c98-47b4-9b71-cbcbe07b259e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:35.935651 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-a4d5c2e0-2c98-47b4-9b71-cbcbe07b259e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:35.959441 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f68dd-fb5f-4db9-a509-c0b2edf2ba9f req-39f3c64f-7112-4309-9a76-903cbb758061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:35.960970 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3f4f68dd-fb5f-4db9-a509-c0b2edf2ba9f req-39f3c64f-7112-4309-9a76-903cbb758061 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 1099 time: 0.0785859 May 31 11:55:36.005357 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3f4f68dd-fb5f-4db9-a509-c0b2edf2ba9f req-a43ce76f-f6f6-4ca2-92e3-e300b9e2daef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354469 May 31 11:55:36.018425 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-a4d5c2e0-2c98-47b4-9b71-cbcbe07b259e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:36.103107 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-a4d5c2e0-2c98-47b4-9b71-cbcbe07b259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:36.112889 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-c9123a58-8943-4725-a563-535469c96eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:36.155307 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-a4d5c2e0-2c98-47b4-9b71-cbcbe07b259e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e3a165ff9824f88b983f1ff9840c8e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651978 May 31 11:55:36.156189 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5c2e0-2c98-47b4-9b71-cbcbe07b259e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01396d0b-0ee3-4664-951e-bcf44c808578,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:36.157914 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45062) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:36.159178 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-a4d5c2e0-2c98-47b4-9b71-cbcbe07b259e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:36.221675 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1443db95-fc72-4b2d-9107-c5fa5962d548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:36.249349 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1443db95-fc72-4b2d-9107-c5fa5962d548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:36.361633 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64681d92-8608-4556-af75-b3a5be1a14ba req-78957f72-f1ef-43c7-827c-6ff783d50d98 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:36.363109 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-64681d92-8608-4556-af75-b3a5be1a14ba req-78957f72-f1ef-43c7-827c-6ff783d50d98 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1765618 May 31 11:55:36.377549 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1443db95-fc72-4b2d-9107-c5fa5962d548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:36.384660 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b24311ed-b86a-4eb7-a7bb-3fba1b470a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:36.411602 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-64681d92-8608-4556-af75-b3a5be1a14ba req-9fd79139-0f52-4983-8281-3348c70a548b tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 May 31 11:55:36.449885 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443db95-fc72-4b2d-9107-c5fa5962d548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01396d0b-0ee3-4664-951e-bcf44c808578,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:36.464989 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-1443db95-fc72-4b2d-9107-c5fa5962d548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:36.466000 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1443db95-fc72-4b2d-9107-c5fa5962d548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:36.467380 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-1443db95-fc72-4b2d-9107-c5fa5962d548 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01396d0b-0ee3-4664-951e-bcf44c808578 HTTP/1.1" status: 204 len: 168 time: 0.3084006 May 31 11:55:36.570049 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-38e5d73b-f241-4c1e-a70e-aa0ddf8f40d3 req-068ef155-a6a7-4c4a-bad3-e4a6d0bf47f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1719065 May 31 11:55:36.581693 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ce3ab-7823-4a81-8fd5-e98372c758eb req-362461ad-6ed0-4d9f-ae8f-9186bec8cc85 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:36.585069 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6c7ce3ab-7823-4a81-8fd5-e98372c758eb req-362461ad-6ed0-4d9f-ae8f-9186bec8cc85 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.1020169 May 31 11:55:36.677219 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6c7ce3ab-7823-4a81-8fd5-e98372c758eb req-6af32ff8-c528-4de2-ad81-cc6fe6c0922d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875080 May 31 11:55:36.714334 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5d73b-f241-4c1e-a70e-aa0ddf8f40d3 req-561533e7-a607-49a3-a611-eb6c84f590ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:36.716104 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-38e5d73b-f241-4c1e-a70e-aa0ddf8f40d3 req-561533e7-a607-49a3-a611-eb6c84f590ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4795d24d302b4c4189da5f0c3d8fc8fe&device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 1099 time: 0.0905354 May 31 11:55:36.911138 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45090) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:37.034435 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9b480144-310e-4832-9cbe-987d3d64fa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:37.041967 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5d73b-f241-4c1e-a70e-aa0ddf8f40d3 req-72f79687-8b03-4582-b3f1-30868f508ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.043748 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-38e5d73b-f241-4c1e-a70e-aa0ddf8f40d3 req-72f79687-8b03-4582-b3f1-30868f508ce5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd3127e-a427-4d2a-a0cb-273aa10eec42 HTTP/1.1" status: 200 len: 919 time: 0.2989290 May 31 11:55:37.050451 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-9b480144-310e-4832-9cbe-987d3d64fa6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:37.054528 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-9b480144-310e-4832-9cbe-987d3d64fa6a admin admin] Usage tracker for resource:security_group_rule and tenant:cb26493168ee442988a8c8cc05f65636 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:37.057441 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-9b480144-310e-4832-9cbe-987d3d64fa6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:37.063483 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-9b480144-310e-4832-9cbe-987d3d64fa6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:37.124276 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-38e5d73b-f241-4c1e-a70e-aa0ddf8f40d3 req-74559955-b20c-41b6-b4c8-572c6249c476 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc1bf53a-8a89-4cbc-9c70-66d582f39584 HTTP/1.1" status: 200 len: 217 time: 0.0695734 May 31 11:55:37.133883 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208e13-3d8d-4462-b494-3ce55d362643 req-fba1bca1-412f-49cd-9dbc-3ad291170cb2 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.141653 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-42208e13-3d8d-4462-b494-3ce55d362643 req-fba1bca1-412f-49cd-9dbc-3ad291170cb2 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 946 time: 0.1941919 May 31 11:55:37.159331 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9b480144-310e-4832-9cbe-987d3d64fa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:37.257806 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:37.260709 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-42208e13-3d8d-4462-b494-3ce55d362643 req-23e1b420-a770-49c2-b879-47c721da7c2f tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174796 May 31 11:55:37.261301 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9b480144-310e-4832-9cbe-987d3d64fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:37.266267 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5d73b-f241-4c1e-a70e-aa0ddf8f40d3 req-23b16015-0652-4287-9e3f-8c6843e59099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.267612 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-38e5d73b-f241-4c1e-a70e-aa0ddf8f40d3 req-23b16015-0652-4287-9e3f-8c6843e59099 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b89b243e-d588-4c64-a5f7-a9c0cf16fb4c HTTP/1.1" status: 200 len: 858 time: 0.0928946 May 31 11:55:37.276233 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:37.331814 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-9b480144-310e-4832-9cbe-987d3d64fa6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb26493168ee442988a8c8cc05f65636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190664 May 31 11:55:37.334801 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b480144-310e-4832-9cbe-987d3d64fa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f692b5a-35e3-4ca7-97c8-887f21a2b03b,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:37.349148 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45098) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:37.349545 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45100) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:37.352666 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-38e5d73b-f241-4c1e-a70e-aa0ddf8f40d3 req-0f8e0a02-e91d-40be-834b-4faa2563d49a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd3127e-a427-4d2a-a0cb-273aa10eec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583849 May 31 11:55:37.354738 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9b480144-310e-4832-9cbe-987d3d64fa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:37.416333 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-761ee9f7-1a09-4234-b44f-cad720cd1100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:37.453182 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-761ee9f7-1a09-4234-b44f-cad720cd1100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:37.459146 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-761ee9f7-1a09-4234-b44f-cad720cd1100 admin admin] Usage tracker for resource:security_group_rule and tenant:f382f83253734507a1508700d240f8a6 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:37.462750 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-761ee9f7-1a09-4234-b44f-cad720cd1100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:37.477974 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-761ee9f7-1a09-4234-b44f-cad720cd1100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:37.496204 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-38e5d73b-f241-4c1e-a70e-aa0ddf8f40d3 req-31bdf676-b716-4ead-b6c5-3a0f90d8dc9c service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349108 May 31 11:55:37.499067 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acda504-29f9-492a-9d70-a1a2a938ac75 req-0bd255fd-099b-4e40-8596-3b8b48d41e03 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.500547 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3acda504-29f9-492a-9d70-a1a2a938ac75 req-0bd255fd-099b-4e40-8596-3b8b48d41e03 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 945 time: 0.2853324 May 31 11:55:37.506846 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3c4c3ba1-c597-4f47-ab39-625f3ff2ea6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:37.576051 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3c4c3ba1-c597-4f47-ab39-625f3ff2ea6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:37.599124 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3acda504-29f9-492a-9d70-a1a2a938ac75 req-5eb90a1b-62d6-40b8-b384-7f54bdcad22e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902474 May 31 11:55:37.643674 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-38e5d73b-f241-4c1e-a70e-aa0ddf8f40d3 req-9ddf1620-acdc-404c-b03e-3262c7d2d60e service neutron] 10.222.0.36 "GET /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310835 May 31 11:55:37.679941 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-761ee9f7-1a09-4234-b44f-cad720cd1100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:37.725923 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3c4c3ba1-c597-4f47-ab39-625f3ff2ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:37.729813 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-8f78d399-f444-4a5b-a7ea-3a043ed81bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:37.745109 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c3ba1-c597-4f47-ab39-625f3ff2ea6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f692b5a-35e3-4ca7-97c8-887f21a2b03b,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:37.749472 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-761ee9f7-1a09-4234-b44f-cad720cd1100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:37.761619 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-3c4c3ba1-c597-4f47-ab39-625f3ff2ea6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:37.762117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-3c4c3ba1-c597-4f47-ab39-625f3ff2ea6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:37.810075 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ee9f7-1a09-4234-b44f-cad720cd1100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4097eca-81d0-4f6c-80bd-3ce0e1dac961,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:37.814178 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-761ee9f7-1a09-4234-b44f-cad720cd1100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:37.817398 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-761ee9f7-1a09-4234-b44f-cad720cd1100 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f382f83253734507a1508700d240f8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4650691 May 31 11:55:37.818591 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3c4c3ba1-c597-4f47-ab39-625f3ff2ea6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:37.822331 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-3c4c3ba1-c597-4f47-ab39-625f3ff2ea6b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f692b5a-35e3-4ca7-97c8-887f21a2b03b HTTP/1.1" status: 204 len: 168 time: 0.4689806 May 31 11:55:37.822331 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45108) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:37.880232 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facb66e-71ad-41d9-9232-92c481d476f7 req-5e81d3f9-a9e4-4796-aab1-42b12a9215e9 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.881823 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4facb66e-71ad-41d9-9232-92c481d476f7 req-5e81d3f9-a9e4-4796-aab1-42b12a9215e9 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.0893562 May 31 11:55:37.899699 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-120fa5c9-3636-437f-bc06-4749a415aac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:37.927437 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4facb66e-71ad-41d9-9232-92c481d476f7 req-34bae229-7ef7-4d63-b39e-7ce6502f2a8a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396569 May 31 11:55:37.931717 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-120fa5c9-3636-437f-bc06-4749a415aac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:38.045766 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-120fa5c9-3636-437f-bc06-4749a415aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:38.050962 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-920b0818-8687-4a87-84b2-b67cd3665722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:38.063978 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fa5c9-3636-437f-bc06-4749a415aac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4097eca-81d0-4f6c-80bd-3ce0e1dac961,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:38.066288 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-120fa5c9-3636-437f-bc06-4749a415aac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:38.068537 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-120fa5c9-3636-437f-bc06-4749a415aac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:38.069627 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-120fa5c9-3636-437f-bc06-4749a415aac3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4097eca-81d0-4f6c-80bd-3ce0e1dac961 HTTP/1.1" status: 204 len: 168 time: 0.2484756 May 31 11:55:38.508817 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42af35-599e-48f6-b019-b589a76ff779 req-3e95f7d0-7ed1-4f90-ba3d-232d468e63d5 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:38.516516 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ac42af35-599e-48f6-b019-b589a76ff779 req-3e95f7d0-7ed1-4f90-ba3d-232d468e63d5 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 946 time: 0.1029816 May 31 11:55:38.571110 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ac42af35-599e-48f6-b019-b589a76ff779 req-25fb315c-70c7-439d-84d7-7b633483bd2f tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535679 May 31 11:55:38.659952 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc28d74-9a67-4599-9b52-6771e44b7a07 req-88e99837-9c20-4706-9f19-bacaa2bf3a60 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:38.661416 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2cc28d74-9a67-4599-9b52-6771e44b7a07 req-88e99837-9c20-4706-9f19-bacaa2bf3a60 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 945 time: 0.1136210 May 31 11:55:38.846447 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdf532-e357-47c3-90d1-7f33094d59bb req-39c1e573-b061-42a1-9399-a8596898d7fb tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:38.852620 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-87bdf532-e357-47c3-90d1-7f33094d59bb req-39c1e573-b061-42a1-9399-a8596898d7fb tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 945 time: 0.1213801 May 31 11:55:38.879691 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250478c-12b8-4a36-8504-0aaac49a1120 req-3f95abae-37f0-4aec-a6ab-b807c9acc530 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:38.881214 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b250478c-12b8-4a36-8504-0aaac49a1120 req-3f95abae-37f0-4aec-a6ab-b807c9acc530 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 946 time: 0.1620014 May 31 11:55:38.905805 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-2cc28d74-9a67-4599-9b52-6771e44b7a07 req-190659a5-ef33-475f-8911-87b7e4aab065 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Deleting port 4c1b4fca-9552-4847-9a4e-bd34803b7b29 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:55:38.906135 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-2cc28d74-9a67-4599-9b52-6771e44b7a07 req-190659a5-ef33-475f-8911-87b7e4aab065 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:38.914129 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-87bdf532-e357-47c3-90d1-7f33094d59bb req-fbd8c9b1-1bed-4291-9e60-e4103ae8335a tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/security-groups?id=2836322d-229d-444c-b67a-1933fc5908f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570154 May 31 11:55:39.012749 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b250478c-12b8-4a36-8504-0aaac49a1120 req-f2adde1f-f1a6-4a45-86d2-4a1a9f430e9a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247356 May 31 11:55:39.095586 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-2cc28d74-9a67-4599-9b52-6771e44b7a07 req-190659a5-ef33-475f-8911-87b7e4aab065 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] For port 4c1b4fca-9552-4847-9a4e-bd34803b7b29, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4c1b4fca-9552-4847-9a4e-bd34803b7b29,segment=NetworkSegment(d1ab42a0-ef48-4be2-aeea-e61b79f505db),segment_id=d1ab42a0-ef48-4be2-aeea-e61b79f505db)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:39.096038 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-2cc28d74-9a67-4599-9b52-6771e44b7a07 req-190659a5-ef33-475f-8911-87b7e4aab065 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.129424 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45158) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:39.220454 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568b8a3-555d-46ac-bf45-e2aaa6ec8eea req-e8ff0006-92c1-4a97-9946-745906fadce8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:39.228288 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4568b8a3-555d-46ac-bf45-e2aaa6ec8eea req-e8ff0006-92c1-4a97-9946-745906fadce8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.1618497 May 31 11:55:39.249877 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-2cc28d74-9a67-4599-9b52-6771e44b7a07 req-190659a5-ef33-475f-8911-87b7e4aab065 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Calling delete_port for 4c1b4fca-9552-4847-9a4e-bd34803b7b29 owned by compute:nova {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:55:39.303958 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1701506371-network', 'tenant_id': '0bbc1741d1c04149a721134b9f6d2742'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:39.310127 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:39.324703 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4568b8a3-555d-46ac-bf45-e2aaa6ec8eea req-35d791db-0c00-49a5-af7f-42800b99c240 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955164 May 31 11:55:39.329715 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Usage tracker for resource:network and tenant:0bbc1741d1c04149a721134b9f6d2742 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:39.338912 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:39.345289 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:39.440026 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Made reservation on behalf of 0bbc1741d1c04149a721134b9f6d2742 for: {'network': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:55:39.443121 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.473321 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.489110 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:39.493085 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Usage tracker for resource:security_group_rule and tenant:0bbc1741d1c04149a721134b9f6d2742 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:39.496133 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:39.501934 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b9c85-afeb-4d29-b531-9b0b80f8443a req-6637afb2-d64a-4c97-90df-ae11d5768f89 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:39.502398 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:39.503434 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-db4b9c85-afeb-4d29-b531-9b0b80f8443a req-6637afb2-d64a-4c97-90df-ae11d5768f89 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 946 time: 0.1234429 May 31 11:55:39.546989 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-2cc28d74-9a67-4599-9b52-6771e44b7a07 req-190659a5-ef33-475f-8911-87b7e4aab065 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.556905 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:39.583952 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['4c1b4fca-9552-4847-9a4e-bd34803b7b29'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:39.596494 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.604495 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190659a5-ef33-475f-8911-87b7e4aab065 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Pushing event deleted for resources: {'Port': ['ID=4c1b4fca-9552-4847-9a4e-bd34803b7b29,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:39.611206 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-db4b9c85-afeb-4d29-b531-9b0b80f8443a req-8dbefbda-cb72-4fa0-a030-3cc82b370738 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000209 May 31 11:55:39.612262 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-190659a5-ef33-475f-8911-87b7e4aab065 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:39.691654 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.696443 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-c6eab650-13f3-4f5f-b022-589cfd720f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:39.725064 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=98765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:55:39.733711 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb236e8-a2e2-4fba-9a36-798635cec909,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:39.738358 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:39.741221 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.741574 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.segments_db [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Added segment ed9e350b-b842-4785-8804-5bcbead816ee of type vlan for network 9901ec01-0012-419d-94d2-ddb433a6a5ef May 31 11:55:39.770458 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.779385 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc28d74-9a67-4599-9b52-6771e44b7a07 req-190659a5-ef33-475f-8911-87b7e4aab065 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] No DVR routers for this DVR port 4c1b4fca-9552-4847-9a4e-bd34803b7b29 on host hv-cinder-79124 {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:55:39.782139 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-2cc28d74-9a67-4599-9b52-6771e44b7a07 req-190659a5-ef33-475f-8911-87b7e4aab065 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.785135 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c68cc6-14df-45a0-acae-9d27965fef80', 'name': 'network-vif-deleted', 'tag': '4c1b4fca-9552-4847-9a4e-bd34803b7b29'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:39.787590 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13d7e28-952d-4ab3-a27e-158b4411af4d" -d '{"events": [{"server_uuid": "08c68cc6-14df-45a0-acae-9d27965fef80", "name": "network-vif-deleted", "tag": "4c1b4fca-9552-4847-9a4e-bd34803b7b29"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:39.832398 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b7ed26-6be7-412e-b071-c8f9f0726d40 x-openstack-request-id: req-89b7ed26-6be7-412e-b071-c8f9f0726d40 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:39.832711 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c68cc6-14df-45a0-acae-9d27965fef80", "name": "network-vif-deleted", "tag": "4c1b4fca-9552-4847-9a4e-bd34803b7b29", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:39.832985 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89b7ed26-6be7-412e-b071-c8f9f0726d40 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:39.833396 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c68cc6-14df-45a0-acae-9d27965fef80', 'name': 'network-vif-deleted', 'tag': '4c1b4fca-9552-4847-9a4e-bd34803b7b29', 'status': 'completed', 'code': 200} May 31 11:55:39.863136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.864254 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2cc28d74-9a67-4599-9b52-6771e44b7a07 req-190659a5-ef33-475f-8911-87b7e4aab065 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.36 "DELETE /v2.0/ports/4c1b4fca-9552-4847-9a4e-bd34803b7b29 HTTP/1.1" status: 204 len: 173 time: 1.1946559 May 31 11:55:39.865235 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:39.865826 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.869828 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:39.973656 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Pushing event updated for resources: {'Network': ['ID=9901ec01-0012-419d-94d2-ddb433a6a5ef,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:39.976444 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:39.983760 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network 9901ec01-0012-419d-94d2-ddb433a6a5ef details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:55:40.087510 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9566979 May 31 11:55:40.090992 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45188) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:40.100062 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-7cfc6027-221e-4ec6-ba42-b1ba2ca0bbed req-9471c68a-2964-4a33-8bde-fed3e3af4dea tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Synchronizing usage tracker for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:40.100496 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Request body: {'subnet': {'network_id': '9901ec01-0012-419d-94d2-ddb433a6a5ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1701506371-subnet', 'tenant_id': '0bbc1741d1c04149a721134b9f6d2742', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:40.107758 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:40.112898 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Usage tracker for resource:subnet and tenant:0bbc1741d1c04149a721134b9f6d2742 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:40.119126 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:40.121913 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:40.206463 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Made reservation on behalf of 0bbc1741d1c04149a721134b9f6d2742 for: {'subnet': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:55:40.211433 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-7cfc6027-221e-4ec6-ba42-b1ba2ca0bbed req-9471c68a-2964-4a33-8bde-fed3e3af4dea tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Unset dirty status for tenant:159436890a7b4b3eb9c686a7f91ffd20 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:40.211433 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7cfc6027-221e-4ec6-ba42-b1ba2ca0bbed req-9471c68a-2964-4a33-8bde-fed3e3af4dea tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c68cc6-14df-45a0-acae-9d27965fef80 HTTP/1.1" status: 200 len: 210 time: 0.1591086 May 31 11:55:40.211624 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2254783'] for subnet, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:40.667213 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df56748-e3e6-43fb-8da1-e940be6adf7d req-48ecc302-6373-4985-b275-62e1dc7635f8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:40.668736 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3df56748-e3e6-43fb-8da1-e940be6adf7d req-48ecc302-6373-4985-b275-62e1dc7635f8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.2007720 May 31 11:55:40.732151 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3df56748-e3e6-43fb-8da1-e940be6adf7d req-534d4a02-32c1-47cc-9e58-99e8c54fdbfc tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561047 May 31 11:55:40.809048 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1661490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2254761'] for subnet, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:40.815226 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-0d9dbe08-192f-4dd6-87e7-5977a33fc206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:40.893263 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b9da7e-6ebf-495f-9c55-39fb2c27c1eb,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:40.900293 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:40.909270 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Checking segment: {'id': 'ed9e350b-b842-4785-8804-5bcbead816ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9901ec01-0012-419d-94d2-ddb433a6a5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:40.909617 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Network hostable DHCP agents. Network: 9901ec01-0012-419d-94d2-ddb433a6a5ef, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:55:40.993267 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Network 9901ec01-0012-419d-94d2-ddb433a6a5ef is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:55:41.068183 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, 9901ec01-0012-419d-94d2-ddb433a6a5ef) {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:41.077715 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1242ec6c-66fd-433c-876e-de7c111e0aed None None] Network 9901ec01-0012-419d-94d2-ddb433a6a5ef requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:55:41.078193 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:41.083175 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.190129 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-c98c8966-7645-4497-b38f-1056271f1603 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0976481 May 31 11:55:41.271707 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd07a967-2389-42a1-af73-3e5c791827dc None None] Network 9901ec01-0012-419d-94d2-ddb433a6a5ef requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:55:41.307406 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45212) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:41.447210 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3471980a-fbe8-444f-a6e5-ab64c01d6320 admin admin] Deleting subnet 993381ae-0ef5-4e41-9233-67590fc9a971 {{(pid=98765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:55:41.450148 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3471980a-fbe8-444f-a6e5-ab64c01d6320 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.499853 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3471980a-fbe8-444f-a6e5-ab64c01d6320 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2606163'] for subnet, precommit_delete_associations {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.555200 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3471980a-fbe8-444f-a6e5-ab64c01d6320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118501'] for subnet, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.905943 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3471980a-fbe8-444f-a6e5-ab64c01d6320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8067920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254752'] for subnet, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.913160 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:41.952410 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3471980a-fbe8-444f-a6e5-ab64c01d6320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.957409 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471980a-fbe8-444f-a6e5-ab64c01d6320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=993381ae-0ef5-4e41-9233-67590fc9a971,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:41.963313 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-3471980a-fbe8-444f-a6e5-ab64c01d6320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:41.967690 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-3471980a-fbe8-444f-a6e5-ab64c01d6320 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/993381ae-0ef5-4e41-9233-67590fc9a971 HTTP/1.1" status: 204 len: 168 time: 0.6592021 May 31 11:55:41.970289 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45228) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:42.055421 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67fb82-1812-4d27-b3e2-72dff990585f req-a502a0e3-3e49-41d9-abc6-82962dc36159 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:42.057045 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4e67fb82-1812-4d27-b3e2-72dff990585f req-a502a0e3-3e49-41d9-abc6-82962dc36159 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.2077653 May 31 11:55:42.121035 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ab6117a6-5f1e-4b43-81df-5a1a3844cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866513'] for network, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:42.136128 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4e67fb82-1812-4d27-b3e2-72dff990585f req-b57f57da-01d1-4f56-a1c8-a29e84d6c054 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669880 May 31 11:55:42.264859 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ab6117a6-5f1e-4b43-81df-5a1a3844cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8068714', 'neutron.services.segments.db._delete_segments_for_network-8766107643100'] for network, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:42.277971 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-ab6117a6-5f1e-4b43-81df-5a1a3844cd34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c08a832-fb58-46a4-9851-368bfaf2fd35']}} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:42.290969 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-ab6117a6-5f1e-4b43-81df-5a1a3844cd34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ab42a0-ef48-4be2-aeea-e61b79f505db') {'for_net_delete': True} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:42.291271 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-ab6117a6-5f1e-4b43-81df-5a1a3844cd34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ab42a0-ef48-4be2-aeea-e61b79f505db') {} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:42.303257 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ab6117a6-5f1e-4b43-81df-5a1a3844cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766107651229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2606168'] for segment, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:42.318954 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ab6117a6-5f1e-4b43-81df-5a1a3844cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:42.325135 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6117a6-5f1e-4b43-81df-5a1a3844cd34 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=98765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:55:42.325509 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ab6117a6-5f1e-4b43-81df-5a1a3844cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624279'] for segment, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: Traceback (most recent call last): May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: timer() May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: cb(*args, **kw) May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: return func(*args, **kwargs) May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: self._notify() May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: self.callback(batched_events) May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: event.method(event) May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: return f(self, *a, **k) May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: return self._get(url).json() May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: return self.request(url, 'GET', **kwargs) May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:55:42.338343 dv-cinder-791240-4-smb neutron-server[98765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:55:42.502757 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ab6117a6-5f1e-4b43-81df-5a1a3844cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8068707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697290'] for network, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:42.507224 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:42.522705 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ab6117a6-5f1e-4b43-81df-5a1a3844cd34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:42.528857 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6117a6-5f1e-4b43-81df-5a1a3844cd34 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c08a832-fb58-46a4-9851-368bfaf2fd35,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:42.532854 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ab6117a6-5f1e-4b43-81df-5a1a3844cd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:42.583867 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-ab6117a6-5f1e-4b43-81df-5a1a3844cd34 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0c08a832-fb58-46a4-9851-368bfaf2fd35 HTTP/1.1" status: 204 len: 168 time: 0.6126430 May 31 11:55:42.762277 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 4c1b4fca-9552-4847-9a4e-bd34803b7b29 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:55:42.796998 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: 4c1b4fca-9552-4847-9a4e-bd34803b7b29 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:55:42.797356 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 4c1b4fca-9552-4847-9a4e-bd34803b7b29 not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:55:42.923217 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45246) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:42.974868 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-d0878bed-7dec-43f9-8300-307c1264fd56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=159436890a7b4b3eb9c686a7f91ffd20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0504436 May 31 11:55:42.977400 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45252) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:43.037186 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b1aaf2da-404e-4693-99f1-13cf90e5f0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:43.065343 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b1aaf2da-404e-4693-99f1-13cf90e5f0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:43.171724 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b1aaf2da-404e-4693-99f1-13cf90e5f0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:43.177377 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-69bc7b93-b1f2-4e2d-a675-51cd47a2e6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:43.191990 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aaf2da-404e-4693-99f1-13cf90e5f0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2836322d-229d-444c-b67a-1933fc5908f9,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:43.200323 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b1aaf2da-404e-4693-99f1-13cf90e5f0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:43.279234 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b1aaf2da-404e-4693-99f1-13cf90e5f0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:43.280700 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-b1aaf2da-404e-4693-99f1-13cf90e5f0c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2836322d-229d-444c-b67a-1933fc5908f9 HTTP/1.1" status: 204 len: 168 time: 0.3025663 May 31 11:55:43.778390 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757785c4-57ea-4881-8649-b2b553795e93 req-29624ecc-9b6f-46f1-aec9-a3fc09961afd tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:43.779862 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-757785c4-57ea-4881-8649-b2b553795e93 req-29624ecc-9b6f-46f1-aec9-a3fc09961afd tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.0875995 May 31 11:55:43.826006 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-757785c4-57ea-4881-8649-b2b553795e93 req-91e9e951-62e4-4604-ac13-c1cea5c87d2a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397429 May 31 11:55:44.065730 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-160e6cd9-5941-421c-a852-0bee24ede12b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:44.067041 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-160e6cd9-5941-421c-a852-0bee24ede12b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Synchronizing usage tracker for tenant:0bbc1741d1c04149a721134b9f6d2742 on resource:network {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:44.189202 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-160e6cd9-5941-421c-a852-0bee24ede12b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Unset dirty status for tenant:0bbc1741d1c04149a721134b9f6d2742 on resource:network {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:44.191287 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-160e6cd9-5941-421c-a852-0bee24ede12b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/networks?id=9901ec01-0012-419d-94d2-ddb433a6a5ef HTTP/1.1" status: 200 len: 814 time: 0.2717743 May 31 11:55:44.219580 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-52e1ff93-060b-4981-a98c-f47ed77ec14f tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/quotas/0bbc1741d1c04149a721134b9f6d2742 HTTP/1.1" status: 200 len: 375 time: 0.0205486 May 31 11:55:44.295648 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-5dfac994-1467-4989-a90d-90df93e6ddde tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0bbc1741d1c04149a721134b9f6d2742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662620 May 31 11:55:44.307986 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35102f05-3ddf-4fa3-90fe-cd7bc4432ae0 req-07df9cdb-2e58-4324-807b-c1a9be837d1e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:44.317772 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-35102f05-3ddf-4fa3-90fe-cd7bc4432ae0 req-07df9cdb-2e58-4324-807b-c1a9be837d1e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1028090 May 31 11:55:44.360391 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-35102f05-3ddf-4fa3-90fe-cd7bc4432ae0 req-1abda65b-2ec8-4279-94fa-3e08392f9db6 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419185 May 31 11:55:44.445773 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-ec600d9a-2361-40e1-9e9c-7418e2a8eb80 service neutron] 10.222.0.43 "GET /v2.0/networks/9901ec01-0012-419d-94d2-ddb433a6a5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490042 May 31 11:55:44.590564 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-9f312509-dba5-44d7-851c-e6a02433d38f service neutron] 10.222.0.43 "GET /v2.0/networks/9901ec01-0012-419d-94d2-ddb433a6a5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376245 May 31 11:55:44.876280 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d546da92-b531-486f-ae00-770056fc5b8b req-0de49d74-f4db-4762-875e-7723a68d3a7e tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 210 time: 0.0455565 May 31 11:55:45.141764 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d1754-3c48-4607-9fb0-5c2127f4c7a3 req-f14bc683-b4af-4ee4-8e2e-94710c53a0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:45.143216 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-464d1754-3c48-4607-9fb0-5c2127f4c7a3 req-f14bc683-b4af-4ee4-8e2e-94710c53a0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.1592956 May 31 11:55:45.188632 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-464d1754-3c48-4607-9fb0-5c2127f4c7a3 req-0af26e02-a965-49dc-973a-c2c36c1c8c47 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394807 May 31 11:55:45.576900 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa49d12-1831-46e8-b004-d0fbefa9e19e req-b874a2ea-8cab-41e2-8e2d-e33f37894e01 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:45.578319 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6fa49d12-1831-46e8-b004-d0fbefa9e19e req-b874a2ea-8cab-41e2-8e2d-e33f37894e01 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.0908027 May 31 11:55:45.622242 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6fa49d12-1831-46e8-b004-d0fbefa9e19e req-9b162f87-a624-4523-bc24-ca6caeb091f3 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378635 May 31 11:55:45.984235 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-10146717-f393-454d-bc78-637819d5014d req-8aba48d7-952c-4c7b-9023-e6fe768787e2 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 210 time: 0.0524752 May 31 11:55:46.371946 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f121a25-ec9e-4ef2-bf98-3acbe1f2eaf3 req-2f77d4c6-63f8-41fa-904c-3d40df307d32 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:46.373101 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9f121a25-ec9e-4ef2-bf98-3acbe1f2eaf3 req-2f77d4c6-63f8-41fa-904c-3d40df307d32 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.36 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1317701 May 31 11:55:46.504180 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f7a9f-5bbd-4ad1-a569-3d96d13185c1 req-bc8dbce5-3e47-4d0b-ba7e-f542fbea3da8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:46.505664 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fb7f7a9f-5bbd-4ad1-a569-3d96d13185c1 req-bc8dbce5-3e47-4d0b-ba7e-f542fbea3da8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.1938510 May 31 11:55:46.584207 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fb7f7a9f-5bbd-4ad1-a569-3d96d13185c1 req-97231b47-7d41-4d50-97d2-6acff5d2d644 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696633 May 31 11:55:46.608508 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-9f121a25-ec9e-4ef2-bf98-3acbe1f2eaf3 req-c9a0b58b-7dfa-4fb5-aa19-221f17b2be3e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Deleting port cc1bf53a-8a89-4cbc-9c70-66d582f39584 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:55:46.608508 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-9f121a25-ec9e-4ef2-bf98-3acbe1f2eaf3 req-c9a0b58b-7dfa-4fb5-aa19-221f17b2be3e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:46.756478 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-9f121a25-ec9e-4ef2-bf98-3acbe1f2eaf3 req-c9a0b58b-7dfa-4fb5-aa19-221f17b2be3e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] For port cc1bf53a-8a89-4cbc-9c70-66d582f39584, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cc1bf53a-8a89-4cbc-9c70-66d582f39584,segment=NetworkSegment(7e1bf3ed-aace-4f7b-8672-b62e0616f73f),segment_id=7e1bf3ed-aace-4f7b-8672-b62e0616f73f)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:46.756894 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-9f121a25-ec9e-4ef2-bf98-3acbe1f2eaf3 req-c9a0b58b-7dfa-4fb5-aa19-221f17b2be3e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:46.854649 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdf22b-c764-4e2e-9a7b-a1112f39c176 req-312b9f2e-c044-4efe-ae2f-40c98135dc78 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:46.856212 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-00bdf22b-c764-4e2e-9a7b-a1112f39c176 req-312b9f2e-c044-4efe-ae2f-40c98135dc78 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 946 time: 0.1084390 May 31 11:55:46.898792 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-9f121a25-ec9e-4ef2-bf98-3acbe1f2eaf3 req-c9a0b58b-7dfa-4fb5-aa19-221f17b2be3e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Calling delete_port for cc1bf53a-8a89-4cbc-9c70-66d582f39584 owned by compute:nova {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:55:46.904512 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-00bdf22b-c764-4e2e-9a7b-a1112f39c176 req-61c54ac2-7aae-42bd-982b-cec9c1a20c73 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425041 May 31 11:55:47.014361 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46088d47-df21-42e1-96b6-32c7465d0fdb req-af9287bd-bb68-4764-8090-998c6532dae2 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:47.015830 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-46088d47-df21-42e1-96b6-32c7465d0fdb req-af9287bd-bb68-4764-8090-998c6532dae2 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 946 time: 0.1122887 May 31 11:55:47.118406 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-46088d47-df21-42e1-96b6-32c7465d0fdb req-53d98a2a-648f-45db-8629-7f2462acd008 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632722 May 31 11:55:47.141312 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45398) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:47.148974 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45404) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:47.161196 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-bfcefcea-5b82-4ff2-8919-b72ff86e1cf5 req-756a6728-e7b0-4785-a96c-61382393bf19 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 210 time: 0.0554926 May 31 11:55:47.258062 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-9f121a25-ec9e-4ef2-bf98-3acbe1f2eaf3 req-c9a0b58b-7dfa-4fb5-aa19-221f17b2be3e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.264870 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:47.307131 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['e67ee191-9ac9-4134-97db-71270688c45e'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:47.323240 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0b58b-7dfa-4fb5-aa19-221f17b2be3e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Pushing event deleted for resources: {'Port': ['ID=cc1bf53a-8a89-4cbc-9c70-66d582f39584,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:47.341261 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-c9a0b58b-7dfa-4fb5-aa19-221f17b2be3e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:47.378458 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-db869c03-c02a-4e4f-b706-6b9ca76e821e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.473212 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-db869c03-c02a-4e4f-b706-6b9ca76e821e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:47.487748 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-db869c03-c02a-4e4f-b706-6b9ca76e821e admin admin] Usage tracker for resource:security_group_rule and tenant:a922e5851f864a0290663566569c3b84 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:47.490466 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f121a25-ec9e-4ef2-bf98-3acbe1f2eaf3 req-c9a0b58b-7dfa-4fb5-aa19-221f17b2be3e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] No DVR routers for this DVR port cc1bf53a-8a89-4cbc-9c70-66d582f39584 on host hv-cinder-79124 {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:55:47.492180 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-db869c03-c02a-4e4f-b706-6b9ca76e821e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:47.496221 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-9f121a25-ec9e-4ef2-bf98-3acbe1f2eaf3 req-c9a0b58b-7dfa-4fb5-aa19-221f17b2be3e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.501114 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c5b8c2-2243-4533-8b9e-8d0410969b75', 'name': 'network-vif-deleted', 'tag': 'cc1bf53a-8a89-4cbc-9c70-66d582f39584'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:47.503392 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa79a9c-7458-4fca-9410-aa8551a08347" -d '{"events": [{"server_uuid": "97c5b8c2-2243-4533-8b9e-8d0410969b75", "name": "network-vif-deleted", "tag": "cc1bf53a-8a89-4cbc-9c70-66d582f39584"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:47.507697 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-db869c03-c02a-4e4f-b706-6b9ca76e821e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:47.549596 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538cc9c5-9bed-423c-8fc8-64f44c319d7b x-openstack-request-id: req-538cc9c5-9bed-423c-8fc8-64f44c319d7b {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:47.549925 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c5b8c2-2243-4533-8b9e-8d0410969b75", "name": "network-vif-deleted", "tag": "cc1bf53a-8a89-4cbc-9c70-66d582f39584", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:47.550203 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-538cc9c5-9bed-423c-8fc8-64f44c319d7b {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:47.550642 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c5b8c2-2243-4533-8b9e-8d0410969b75', 'name': 'network-vif-deleted', 'tag': 'cc1bf53a-8a89-4cbc-9c70-66d582f39584', 'status': 'completed', 'code': 200} May 31 11:55:47.554337 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ebd143-3955-4f6d-8cc0-e5ba850bb47a tempest-TestMinimumBasicScenario-184222521 tempest-TestMinimumBasicScenario-184222521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:47.555866 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-26ebd143-3955-4f6d-8cc0-e5ba850bb47a tempest-TestMinimumBasicScenario-184222521 tempest-TestMinimumBasicScenario-184222521-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 1094 time: 0.4135728 May 31 11:55:47.558919 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45412) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:47.560900 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9f121a25-ec9e-4ef2-bf98-3acbe1f2eaf3 req-c9a0b58b-7dfa-4fb5-aa19-221f17b2be3e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.36 "DELETE /v2.0/ports/cc1bf53a-8a89-4cbc-9c70-66d582f39584 HTTP/1.1" status: 204 len: 173 time: 1.1803477 May 31 11:55:47.564463 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Request body: {'floatingip': {'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'port_id': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:47.571067 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:47.575031 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Usage tracker for resource:floatingip and tenant:7e8d43d6bc8f40bc86899216db913e26 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:47.578035 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:47.585265 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:47.622471 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-db869c03-c02a-4e4f-b706-6b9ca76e821e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.692033 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-db869c03-c02a-4e4f-b706-6b9ca76e821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.700426 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-24e80f96-2d73-455f-b29e-5b78654253f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:47.725547 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for floatingip, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.741103 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-db869c03-c02a-4e4f-b706-6b9ca76e821e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a922e5851f864a0290663566569c3b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5909967 May 31 11:55:47.744567 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45426) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:47.761691 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db869c03-c02a-4e4f-b706-6b9ca76e821e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9cdb50-ec2c-4587-96d7-ad6bbd4ab067,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:47.766893 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-db869c03-c02a-4e4f-b706-6b9ca76e821e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:47.897720 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-0cbee43f-a527-4b9a-8230-aec9242e458b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.910964 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943a5b6-6f6e-4fe2-9a9a-c0e78c89a9d3 req-eb521e21-24da-4b28-a809-85fa47e5f10d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:47.912143 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b943a5b6-6f6e-4fe2-9a9a-c0e78c89a9d3 req-eb521e21-24da-4b28-a809-85fa47e5f10d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.2344892 May 31 11:55:47.949583 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-0cbee43f-a527-4b9a-8230-aec9242e458b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:48.000051 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b943a5b6-6f6e-4fe2-9a9a-c0e78c89a9d3 req-612a080c-d1d9-4102-b2ec-e64c444b5c92 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745213 May 31 11:55:48.022452 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:48.187134 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Allocated IP 172.28.1.99 (44138ec9-aa29-40d8-b84a-8c450b87461c/270374c3-e0a8-4da5-b8af-4f1fd2d3da10/e50cd644-4edf-49c0-94ff-2d4d921a9eaf) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:48.242454 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-2bb7039c-4534-421e-9c59-da794120907e tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:48.243971 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-2bb7039c-4534-421e-9c59-da794120907e tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.36 "GET /v2.0/networks?id=9901ec01-0012-419d-94d2-ddb433a6a5ef HTTP/1.1" status: 200 len: 814 time: 0.2736781 May 31 11:55:48.255922 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-a1364bc8-f203-4aba-ac57-43d6b4db029c req-e02e3470-6b85-432b-8c50-cdbbef53a5d2 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Synchronizing usage tracker for tenant:4795d24d302b4c4189da5f0c3d8fc8fe on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:48.268316 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Request body: {'port': {'device_id': '2c2af2ce-c10a-4735-8e74-da18cd338627', 'network_id': '9901ec01-0012-419d-94d2-ddb433a6a5ef', 'admin_state_up': True, 'tenant_id': '0bbc1741d1c04149a721134b9f6d2742'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:48.385738 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-255fd90a-cbd9-4558-bc79-3118cd3d3fc6 req-8d80cb68-6e93-4303-adfc-3c6b150a1b40 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 210 time: 0.0624609 May 31 11:55:48.453534 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-a1364bc8-f203-4aba-ac57-43d6b4db029c req-e02e3470-6b85-432b-8c50-cdbbef53a5d2 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Unset dirty status for tenant:4795d24d302b4c4189da5f0c3d8fc8fe on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:48.454670 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a1364bc8-f203-4aba-ac57-43d6b4db029c req-e02e3470-6b85-432b-8c50-cdbbef53a5d2 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c5b8c2-2243-4533-8b9e-8d0410969b75 HTTP/1.1" status: 200 len: 210 time: 0.2745183 May 31 11:55:48.479518 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:48.496275 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:48.500835 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Usage tracker for resource:port and tenant:0bbc1741d1c04149a721134b9f6d2742 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:48.504425 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:48.510580 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-0cbee43f-a527-4b9a-8230-aec9242e458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:48.514268 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:48.516055 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:48.530026 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbee43f-a527-4b9a-8230-aec9242e458b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9cdb50-ec2c-4587-96d7-ad6bbd4ab067,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:48.533664 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-0cbee43f-a527-4b9a-8230-aec9242e458b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:48.539303 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-0cbee43f-a527-4b9a-8230-aec9242e458b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:48.542779 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-0cbee43f-a527-4b9a-8230-aec9242e458b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b9cdb50-ec2c-4587-96d7-ad6bbd4ab067 HTTP/1.1" status: 204 len: 168 time: 0.7950053 May 31 11:55:48.570719 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:48.576598 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-24e95208-f688-4d5d-9b19-6fa8eaf3dd2b tempest-VolumesActionsTest-837515613 tempest-VolumesActionsTest-837515613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:48.611147 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Made reservation on behalf of 0bbc1741d1c04149a721134b9f6d2742 for: {'port': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:55:48.617114 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:48.666049 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Pushing event updated for resources: {'Port': ['ID=e50cd644-4edf-49c0-94ff-2d4d921a9eaf,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:48.678040 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:48.684516 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Network 44138ec9-aa29-40d8-b84a-8c450b87461c is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:48.686770 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:48.689248 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:48.801445 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device f1463084-6fb1-48e8-a96e-1927efa65658 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:55:48.803463 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Allocated IP 172.20.0.6 (9901ec01-0012-419d-94d2-ddb433a6a5ef/04b9da7e-6ebf-495f-9c55-39fb2c27c1eb/4531a545-06f2-4515-920b-51028ef337dc) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:48.825069 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device cc1bf53a-8a89-4cbc-9c70-66d582f39584 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:55:48.880624 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: cc1bf53a-8a89-4cbc-9c70-66d582f39584 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:55:48.880867 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device cc1bf53a-8a89-4cbc-9c70-66d582f39584 not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:55:48.991451 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port f1463084-6fb1-48e8-a96e-1927efa65658, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f1463084-6fb1-48e8-a96e-1927efa65658,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:49.005783 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'port_id': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'mac_address': 'fa:16:3e:ac:aa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:55:49.064950 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.068484 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.084780 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1463084-6fb1-48e8-a96e-1927efa65658 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:49.100515 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port f1463084-6fb1-48e8-a96e-1927efa65658, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f1463084-6fb1-48e8-a96e-1927efa65658,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:49.235152 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.242916 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:49.243521 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.269176 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9211e6-c046-451c-a296-e3bc68c6cb50 req-5630706d-91e3-4239-a1c1-7a5a0d06e56f tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:49.270611 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-bd9211e6-c046-451c-a296-e3bc68c6cb50 req-5630706d-91e3-4239-a1c1-7a5a0d06e56f tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.1426170 May 31 11:55:49.298340 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.302496 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:49.310486 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Network 9901ec01-0012-419d-94d2-ddb433a6a5ef is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:49.313801 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:49.319615 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:49.324515 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-bd9211e6-c046-451c-a296-e3bc68c6cb50 req-1871d460-240e-4b6d-9a6b-ead40e7d9dd9 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464194 May 31 11:55:49.325253 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45480) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:49.345593 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-8da36abe-c073-421b-9510-af6e64eb0b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.356346 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Pushing event updated for resources: {'Port': ['ID=4531a545-06f2-4515-920b-51028ef337dc,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:49.359044 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:49.361932 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-8da36abe-c073-421b-9510-af6e64eb0b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:49.367826 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-8da36abe-c073-421b-9510-af6e64eb0b10 admin admin] Usage tracker for resource:security_group_rule and tenant:d057ae737992468599c7744cfa344da9 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:49.370862 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-8da36abe-c073-421b-9510-af6e64eb0b10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:49.377203 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-8da36abe-c073-421b-9510-af6e64eb0b10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:49.397499 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:49.398265 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.399342 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=f1463084-6fb1-48e8-a96e-1927efa65658,revision_number=6']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:49.406634 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:49.406978 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:49.407310 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:49.408123 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:49.408123 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:49.408316 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:49.408592 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:49.408908 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:49.409221 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:49.409532 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:49.409875 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:49.410349 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:49.420624 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:49.459761 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.498684 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2340817 May 31 11:55:49.556387 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Request body: {'port': {'device_id': '2c2af2ce-c10a-4735-8e74-da18cd338627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:49.559532 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['f1463084-6fb1-48e8-a96e-1927efa65658'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:49.602274 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:55:49.725763 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1582689-baea-4573-9d82-587b76df20ab req-c14abe96-789c-47fc-95d5-2ca50a7b84b1 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:49.726375 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-f1582689-baea-4573-9d82-587b76df20ab req-c14abe96-789c-47fc-95d5-2ca50a7b84b1 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Synchronizing usage tracker for tenant:0bbc1741d1c04149a721134b9f6d2742 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:49.738602 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.794168 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for port, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.813711 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-8da36abe-c073-421b-9510-af6e64eb0b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.877659 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-f1582689-baea-4573-9d82-587b76df20ab req-c14abe96-789c-47fc-95d5-2ca50a7b84b1 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Unset dirty status for tenant:0bbc1741d1c04149a721134b9f6d2742 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:49.885997 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f1582689-baea-4573-9d82-587b76df20ab req-c14abe96-789c-47fc-95d5-2ca50a7b84b1 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 931 time: 0.3653092 May 31 11:55:49.903392 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.907711 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:49.945966 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-8da36abe-c073-421b-9510-af6e64eb0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.972052 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f1582689-baea-4573-9d82-587b76df20ab req-7bbddeca-aa3d-414a-8628-3c7aed1f31be tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861382 May 31 11:55:50.058843 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-8da36abe-c073-421b-9510-af6e64eb0b10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d057ae737992468599c7744cfa344da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7325499 May 31 11:55:50.065445 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45506) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:50.090320 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Pushing event updated for resources: {'Port': ['ID=e50cd644-4edf-49c0-94ff-2d4d921a9eaf,revision_number=2']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:50.103812 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:50.106201 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-b62ca48b-a82e-437a-8c6c-b93b2b2a83d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:50.143024 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697336'] for floatingip, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.235323 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4531a545-06f2-4515-920b-51028ef337dc {{(pid=98764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:50.238497 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da36abe-c073-421b-9510-af6e64eb0b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affc6845-85dd-4d11-b9f1-a4a8ac9cd28f,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:50.241686 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-8da36abe-c073-421b-9510-af6e64eb0b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:50.247774 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.269312 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Transition to ACTIVE for port object 4531a545-06f2-4515-920b-51028ef337dc will not be triggered until provisioned by entity L2. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:50.285302 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10960085-a8d5-4a17-93c7-84df467b31db req-775a4e9b-6c36-42a1-8b43-bce7786b3e52 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:50.287635 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-10960085-a8d5-4a17-93c7-84df467b31db req-775a4e9b-6c36-42a1-8b43-bce7786b3e52 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1353147 May 31 11:55:50.329690 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f276ec4a-3767-454b-95db-f9883c5b0501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.348802 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-10960085-a8d5-4a17-93c7-84df467b31db req-9bc0e779-1da7-4a7d-9545-81d8edfd550d tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447381 May 31 11:55:50.350949 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.357787 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-1f48409f-71db-4cf7-b798-7ba1b93accc2 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:50.383870 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f276ec4a-3767-454b-95db-f9883c5b0501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.428281 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.l3_db [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Floating IP b9a89164-4019-465f-87e1-f900fc6e39ad associated. External IP: 172.28.1.99, port: f4c5ed2b-37b6-4632-8602-1ed247b8d278. May 31 11:55:50.450245 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Pushing event updated for resources: {'Port': ['ID=4531a545-06f2-4515-920b-51028ef337dc,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:50.586803 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:50.709489 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Attempting to bind port 4531a545-06f2-4515-920b-51028ef337dc on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:50.709829 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Attempting to bind port 4531a545-06f2-4515-920b-51028ef337dc by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'ed9e350b-b842-4785-8804-5bcbead816ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9901ec01-0012-419d-94d2-ddb433a6a5ef'}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:50.710155 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Attempting to bind port 4531a545-06f2-4515-920b-51028ef337dc on network 9901ec01-0012-419d-94d2-ddb433a6a5ef {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:50.714916 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Port 4531a545-06f2-4515-920b-51028ef337dc on network 9901ec01-0012-419d-94d2-ddb433a6a5ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:55:50.715232 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Attempting to bind port 4531a545-06f2-4515-920b-51028ef337dc on network 9901ec01-0012-419d-94d2-ddb433a6a5ef {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:50.720373 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:50.720711 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Checking segment: {'id': 'ed9e350b-b842-4785-8804-5bcbead816ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9901ec01-0012-419d-94d2-ddb433a6a5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:50.728976 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Bound using segment: {'id': 'ed9e350b-b842-4785-8804-5bcbead816ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9901ec01-0012-419d-94d2-ddb433a6a5ef'} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:50.728976 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Bound port: 4531a545-06f2-4515-920b-51028ef337dc, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9e350b-b842-4785-8804-5bcbead816ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9901ec01-0012-419d-94d2-ddb433a6a5ef'}}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:50.728976 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.743498 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cff92-511e-4afc-8759-8fd162a4e08f req-40218a5c-4b31-4e55-b4e5-ff389020a702 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:50.750300 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6f5cff92-511e-4afc-8759-8fd162a4e08f req-40218a5c-4b31-4e55-b4e5-ff389020a702 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 944 time: 0.2609699 May 31 11:55:50.752156 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f276ec4a-3767-454b-95db-f9883c5b0501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.770814 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-8b0829a5-fced-4565-9467-65bf502af727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:50.814029 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276ec4a-3767-454b-95db-f9883c5b0501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affc6845-85dd-4d11-b9f1-a4a8ac9cd28f,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:50.816851 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-f276ec4a-3767-454b-95db-f9883c5b0501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:50.837082 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] For port 4531a545-06f2-4515-920b-51028ef337dc, host hv-cinder-79124, cleared binding levels {{(pid=98764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:50.842287 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] For port 4531a545-06f2-4515-920b-51028ef337dc, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4531a545-06f2-4515-920b-51028ef337dc,segment=NetworkSegment(ed9e350b-b842-4785-8804-5bcbead816ee),segment_id=ed9e350b-b842-4785-8804-5bcbead816ee)] {{(pid=98764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:50.844927 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device f1463084-6fb1-48e8-a96e-1927efa65658 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:50.920772 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.929097 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port f1463084-6fb1-48e8-a96e-1927efa65658 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:50.929907 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.942266 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:50.952318 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6f5cff92-511e-4afc-8759-8fd162a4e08f req-ae4a8c64-a4e0-4c55-b9c3-bbbc0de0de08 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011006 May 31 11:55:50.975928 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f276ec4a-3767-454b-95db-f9883c5b0501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.975928 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-f276ec4a-3767-454b-95db-f9883c5b0501 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/affc6845-85dd-4d11-b9f1-a4a8ac9cd28f HTTP/1.1" status: 204 len: 168 time: 0.9001083 May 31 11:55:51.001400 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:51.002160 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:51.004294 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] 10.222.0.36 "PUT /v2.0/ports/4531a545-06f2-4515-920b-51028ef337dc HTTP/1.1" status: 200 len: 1093 time: 1.4572923 May 31 11:55:51.004865 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2af2ce-c10a-4735-8e74-da18cd338627', 'tag': '4531a545-06f2-4515-920b-51028ef337dc'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:51.007252 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9463b1-4b25-4717-914f-6f164001eab1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2af2ce-c10a-4735-8e74-da18cd338627", "tag": "4531a545-06f2-4515-920b-51028ef337dc"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:51.051124 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:55:51.056047 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Pushing event updated for resources: {'Port': ['ID=4531a545-06f2-4515-920b-51028ef337dc,revision_number=3']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:51.059260 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:51.199135 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4dc336-bfb0-48e8-9c0f-b5746d1e4844 x-openstack-request-id: req-fb4dc336-bfb0-48e8-9c0f-b5746d1e4844 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:51.199255 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2af2ce-c10a-4735-8e74-da18cd338627", "tag": "4531a545-06f2-4515-920b-51028ef337dc", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:51.199661 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb4dc336-bfb0-48e8-9c0f-b5746d1e4844 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:51.200163 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2af2ce-c10a-4735-8e74-da18cd338627', 'tag': '4531a545-06f2-4515-920b-51028ef337dc', 'status': 'completed', 'code': 200} May 31 11:55:51.201212 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:51.270341 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port f1463084-6fb1-48e8-a96e-1927efa65658, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f1463084-6fb1-48e8-a96e-1927efa65658,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:51.271679 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1463084-6fb1-48e8-a96e-1927efa65658'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:51.273894 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-32f9ac1f-c922-481f-af71-5255160d17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:51.274459 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc347c8-f2c5-42e2-85a7-91e2eabbfed3" -d '{"events": [{"server_uuid": "0cd6030c-6ff0-409c-abbb-741d1fa95da1", "name": "network-vif-plugged", "status": "completed", "tag": "f1463084-6fb1-48e8-a96e-1927efa65658"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:51.279427 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-32f9ac1f-c922-481f-af71-5255160d17e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bbc1741d1c04149a721134b9f6d2742&device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 1096 time: 0.1462679 May 31 11:55:51.337252 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710a3dd3-8337-465d-9a75-6e35038079c3 x-openstack-request-id: req-710a3dd3-8337-465d-9a75-6e35038079c3 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:51.337554 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd6030c-6ff0-409c-abbb-741d1fa95da1", "name": "network-vif-plugged", "status": "completed", "tag": "f1463084-6fb1-48e8-a96e-1927efa65658", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:51.337813 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-710a3dd3-8337-465d-9a75-6e35038079c3 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:51.338263 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'code': 200} May 31 11:55:51.380970 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-e6af8f68-074c-45ba-b433-e961d2697c6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4531a545-06f2-4515-920b-51028ef337dc HTTP/1.1" status: 200 len: 217 time: 0.0871577 May 31 11:55:51.404534 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:51.406765 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-9853fe6f-f6f6-481f-9d44-a9b166a458eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:51.459469 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:55:51.471136 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6176cdd6-f180-43b1-a03c-37c1ca23b448 None None] Sync routers for ids ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'] in dv-cinder-791240-4-smb {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:55:51.487015 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-ad9f65b6-6ab4-41db-b259-d17bb057e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:51.489790 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-ad9f65b6-6ab4-41db-b259-d17bb057e3ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04b9da7e-6ebf-495f-9c55-39fb2c27c1eb HTTP/1.1" status: 200 len: 854 time: 0.1004825 May 31 11:55:51.493231 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176cdd6-f180-43b1-a03c-37c1ca23b448 None None] Routers {'7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:51.494086 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-6176cdd6-f180-43b1-a03c-37c1ca23b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:55:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:51.523787 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a590b8a-3456-4810-85a4-2905245f160b req-1aefa019-a595-4837-93f1-ad80a0b890c8 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:51.541192 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1a590b8a-3456-4810-85a4-2905245f160b req-1aefa019-a595-4837-93f1-ad80a0b890c8 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 943 time: 0.1741734 May 31 11:55:51.599268 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-b541a6dc-33ce-4c0f-943b-236c84041f43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9901ec01-0012-419d-94d2-ddb433a6a5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001961 May 31 11:55:51.618234 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=f1463084-6fb1-48e8-a96e-1927efa65658,revision_number=7']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:51.632241 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:51.928136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:51.928136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-1a590b8a-3456-4810-85a4-2905245f160b req-a05fd660-e54a-4593-b7be-c3aa8247d37c tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Synchronizing usage tracker for tenant:0bbc1741d1c04149a721134b9f6d2742 on resource:security_group {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:51.928136 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3045762 May 31 11:55:51.928136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'tag': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:51.928136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8a5218-780f-4800-b32f-bc553178469c" -d '{"events": [{"name": "network-changed", "server_uuid": "c9508324-53b3-48d7-b4cb-1423e1893cd0", "tag": "f4c5ed2b-37b6-4632-8602-1ed247b8d278"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:51.928883 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-6176cdd6-f180-43b1-a03c-37c1ca23b448 None None] Set router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:51.928982 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45548) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:51.928982 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-2a1b42c7-d32a-4e01-8e08-6571c8195db0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832813393', 'description': 'tempest-secgroup-smoke-1832813393 description', 'project_id': '7e8d43d6bc8f40bc86899216db913e26'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:51.936921 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-2a1b42c7-d32a-4e01-8e08-6571c8195db0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:51.940526 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-eeb46073-87b4-4a9e-a682-6bf853946cfd service neutron] 10.222.0.36 "GET /v2.0/networks/9901ec01-0012-419d-94d2-ddb433a6a5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284714 May 31 11:55:51.953205 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-2a1b42c7-d32a-4e01-8e08-6571c8195db0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:52.027203 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd672708-788f-432d-a7cd-6d0d9b680c42 req-759f0db9-b5cb-4682-adc9-31bb26675569 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:52.037558 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fd672708-788f-432d-a7cd-6d0d9b680c42 req-759f0db9-b5cb-4682-adc9-31bb26675569 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.3464305 May 31 11:55:52.153958 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fd672708-788f-432d-a7cd-6d0d9b680c42 req-448206ae-5887-437e-9a4d-7e4e62597fa0 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678041 May 31 11:55:52.214084 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1432b4b0-1ab8-49d0-95ff-8368d2106535 req-4054c515-a2b1-4d10-97f1-bf34b39774f9 service neutron] 10.222.0.36 "GET /v2.0/networks/9901ec01-0012-419d-94d2-ddb433a6a5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524116 May 31 11:55:52.237136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cba8583-3da1-4d1c-994b-dd44ef504fcf x-openstack-request-id: req-6cba8583-3da1-4d1c-994b-dd44ef504fcf {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:52.237649 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9508324-53b3-48d7-b4cb-1423e1893cd0", "tag": "f4c5ed2b-37b6-4632-8602-1ed247b8d278", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:52.238613 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6cba8583-3da1-4d1c-994b-dd44ef504fcf {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:52.239460 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'tag': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278', 'status': 'completed', 'code': 200} May 31 11:55:52.340192 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2a1b42c7-d32a-4e01-8e08-6571c8195db0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:52.362460 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-1a590b8a-3456-4810-85a4-2905245f160b req-a05fd660-e54a-4593-b7be-c3aa8247d37c tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Unset dirty status for tenant:0bbc1741d1c04149a721134b9f6d2742 on resource:security_group {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:52.381997 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1a590b8a-3456-4810-85a4-2905245f160b req-a05fd660-e54a-4593-b7be-c3aa8247d37c tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8353500 May 31 11:55:52.399545 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-2a1b42c7-d32a-4e01-8e08-6571c8195db0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:52.404754 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-2a1b42c7-d32a-4e01-8e08-6571c8195db0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Usage tracker for resource:security_group_rule and tenant:7e8d43d6bc8f40bc86899216db913e26 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:52.409345 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-2a1b42c7-d32a-4e01-8e08-6571c8195db0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:52.418747 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-2a1b42c7-d32a-4e01-8e08-6571c8195db0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:52.425972 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-6176cdd6-f180-43b1-a03c-37c1ca23b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:36Z', 'updated_at': '2021-05-31T11:54:41Z', 'revision_number': 4, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'gw_port': {'id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:37Z', 'updated_at': '2021-05-31T11:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': 'b9a89164-4019-465f-87e1-f900fc6e39ad', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'floating_ip_address': '172.28.1.99', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'port_id': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'mac_address': 'fa:16:3e:5d:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:55:49Z', 'updated_at': '2021-05-31T11:55:49Z', 'revision_number': 0, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d93586-689c-499c-ab86-ad8a161b2c25', 'name': '', 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'mac_address': 'fa:16:3e:4e:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:41Z', 'updated_at': '2021-05-31T11:54:49Z', 'revision_number': 5, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'subnets': [{'id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:52.436943 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6176cdd6-f180-43b1-a03c-37c1ca23b448 None None] Checking router: 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd for host: dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:55:52.457970 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176cdd6-f180-43b1-a03c-37c1ca23b448 None None] Routers {'7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:52.459740 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-6176cdd6-f180-43b1-a03c-37c1ca23b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:55:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:52.520757 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f0ff5-c9b8-45a1-9432-0d5bcef1429e req-ae9b2add-0384-4968-b80d-77ce765ed6e1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:52.528658 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bb8f0ff5-c9b8-45a1-9432-0d5bcef1429e req-ae9b2add-0384-4968-b80d-77ce765ed6e1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.1214643 May 31 11:55:52.535211 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a5218-780f-4800-b32f-bc553178469c req-5b5d5876-97cc-4523-9ca7-17a81751c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:52.537355 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ee8a5218-780f-4800-b32f-bc553178469c req-5b5d5876-97cc-4523-9ca7-17a81751c493 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e8d43d6bc8f40bc86899216db913e26&device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 1099 time: 0.2414548 May 31 11:55:52.605526 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9463b1-4b25-4717-914f-6f164001eab1 req-fa104738-a920-4435-88dc-13bfa96f6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:52.607766 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7b9463b1-4b25-4717-914f-6f164001eab1 req-fa104738-a920-4435-88dc-13bfa96f6bf4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bbc1741d1c04149a721134b9f6d2742&device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 1096 time: 0.1617718 May 31 11:55:52.613416 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2a1b42c7-d32a-4e01-8e08-6571c8195db0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:52.748120 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bb8f0ff5-c9b8-45a1-9432-0d5bcef1429e req-366deaff-5f24-42c5-8d26-946091f068fa tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144425 May 31 11:55:52.774555 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a5218-780f-4800-b32f-bc553178469c req-a2c2d88e-84b8-4395-9096-b45a59dbbc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:52.784256 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ee8a5218-780f-4800-b32f-bc553178469c req-a2c2d88e-84b8-4395-9096-b45a59dbbc5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c61f7101-e42f-424d-83a7-078109e86a9f HTTP/1.1" status: 200 len: 916 time: 0.2016964 May 31 11:55:52.789545 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2a1b42c7-d32a-4e01-8e08-6571c8195db0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:52.797136 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-761ee9f7-1a09-4234-b44f-cad720cd1100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:52.832571 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-6176cdd6-f180-43b1-a03c-37c1ca23b448 None None] Set router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:52.871071 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b42c7-d32a-4e01-8e08-6571c8195db0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7889c9f-98d7-42f9-86f5-638d7904af63,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:52.885868 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2a1b42c7-d32a-4e01-8e08-6571c8195db0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:52.920534 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9463b1-4b25-4717-914f-6f164001eab1 req-3a6d4c3b-b8da-4836-b8ed-6015efe68db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:52.922184 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7b9463b1-4b25-4717-914f-6f164001eab1 req-3a6d4c3b-b8da-4836-b8ed-6015efe68db9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9901ec01-0012-419d-94d2-ddb433a6a5ef HTTP/1.1" status: 200 len: 915 time: 0.3032794 May 31 11:55:52.966227 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ee8a5218-780f-4800-b32f-bc553178469c req-3721218e-50e7-48bc-b9b6-4e99a3ab127b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4c5ed2b-37b6-4632-8602-1ed247b8d278 HTTP/1.1" status: 200 len: 999 time: 0.1716468 May 31 11:55:53.008558 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2a1b42c7-d32a-4e01-8e08-6571c8195db0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:53.012682 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-2a1b42c7-d32a-4e01-8e08-6571c8195db0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0906351 May 31 11:55:53.018040 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45576) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:53.021765 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7b9463b1-4b25-4717-914f-6f164001eab1 req-bb09f509-deb0-43e0-b6a3-86c5e315faea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4531a545-06f2-4515-920b-51028ef337dc HTTP/1.1" status: 200 len: 217 time: 0.0849755 May 31 11:55:53.025073 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-2b64bfa1-f006-431c-9302-cd75cd5d6a40 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Request body: {'security_group_rule': {'security_group_id': 'b7889c9f-98d7-42f9-86f5-638d7904af63', 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:53.040277 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-2b64bfa1-f006-431c-9302-cd75cd5d6a40 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:53.146362 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-2b64bfa1-f006-431c-9302-cd75cd5d6a40 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Usage tracker for resource:security_group_rule and tenant:7e8d43d6bc8f40bc86899216db913e26 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:53.150578 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a5218-780f-4800-b32f-bc553178469c req-6f6c8539-f60c-4138-9c8a-b43f03010f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:53.152091 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ee8a5218-780f-4800-b32f-bc553178469c req-6f6c8539-f60c-4138-9c8a-b43f03010f4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e19d5646-7f8f-4517-b754-fcd7776ec266 HTTP/1.1" status: 200 len: 854 time: 0.1726513 May 31 11:55:53.156066 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-2b64bfa1-f006-431c-9302-cd75cd5d6a40 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:53.164671 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-2b64bfa1-f006-431c-9302-cd75cd5d6a40 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:53.241507 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9463b1-4b25-4717-914f-6f164001eab1 req-8411d5fe-a855-4974-bcef-0c4b8c429f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:53.241507 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7b9463b1-4b25-4717-914f-6f164001eab1 req-8411d5fe-a855-4974-bcef-0c4b8c429f07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04b9da7e-6ebf-495f-9c55-39fb2c27c1eb HTTP/1.1" status: 200 len: 854 time: 0.2006924 May 31 11:55:53.323735 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2b64bfa1-f006-431c-9302-cd75cd5d6a40 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:53.362212 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7b9463b1-4b25-4717-914f-6f164001eab1 req-baf265cc-c1c8-4665-a29c-4051c67fb60d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9901ec01-0012-419d-94d2-ddb433a6a5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156957 May 31 11:55:53.364945 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a5218-780f-4800-b32f-bc553178469c req-1648a383-54f9-4c61-bdc3-a55d4ae27784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:53.372122 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ee8a5218-780f-4800-b32f-bc553178469c req-1648a383-54f9-4c61-bdc3-a55d4ae27784 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c61f7101-e42f-424d-83a7-078109e86a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2068737 May 31 11:55:53.431976 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-6176cdd6-f180-43b1-a03c-37c1ca23b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:36Z', 'updated_at': '2021-05-31T11:54:41Z', 'revision_number': 4, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'gw_port': {'id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:37Z', 'updated_at': '2021-05-31T11:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': 'b9a89164-4019-465f-87e1-f900fc6e39ad', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'floating_ip_address': '172.28.1.99', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'port_id': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'mac_address': 'fa:16:3e:5d:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:55:49Z', 'updated_at': '2021-05-31T11:55:49Z', 'revision_number': 0, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d93586-689c-499c-ab86-ad8a161b2c25', 'name': '', 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'mac_address': 'fa:16:3e:4e:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:41Z', 'updated_at': '2021-05-31T11:54:49Z', 'revision_number': 5, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'subnets': [{'id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:53.445381 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6176cdd6-f180-43b1-a03c-37c1ca23b448 None None] The sync data for ids ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'] in dv-cinder-791240-4-smb is: [{'id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:36Z', 'updated_at': '2021-05-31T11:54:41Z', 'revision_number': 4, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'gw_port': {'id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:37Z', 'updated_at': '2021-05-31T11:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': 'b9a89164-4019-465f-87e1-f900fc6e39ad', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'floating_ip_address': '172.28.1.99', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'port_id': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'mac_address': 'fa:16:3e:5d:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:55:49Z', 'updated_at': '2021-05-31T11:55:49Z', 'revision_number': 0, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d93586-689c-499c-ab86-ad8a161b2c25', 'name': '', 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'mac_address': 'fa:16:3e:4e:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:41Z', 'updated_at': '2021-05-31T11:54:49Z', 'revision_number': 5, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'subnets': [{'id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:55:53.704343 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2b64bfa1-f006-431c-9302-cd75cd5d6a40 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:53.792095 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2b64bfa1-f006-431c-9302-cd75cd5d6a40 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:53.814648 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ee8a5218-780f-4800-b32f-bc553178469c req-793ab7b4-89ac-4fb2-9c62-0a2143ddab1e service neutron] 10.222.0.36 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375200 May 31 11:55:53.823212 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:53.840410 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64bfa1-f006-431c-9302-cd75cd5d6a40 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6394d0-1c6b-43d6-b4da-021495ff6b11,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:53.845645 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2b64bfa1-f006-431c-9302-cd75cd5d6a40 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:53.853486 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7b9463b1-4b25-4717-914f-6f164001eab1 req-cb6409ae-f4dd-47ae-b38d-7334e9bc8094 service neutron] 10.222.0.36 "GET /v2.0/networks/9901ec01-0012-419d-94d2-ddb433a6a5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702213 May 31 11:55:53.867940 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089cefb-019d-416f-ab3c-cddfdfc39eb2 req-4edeb56c-8f4f-4527-b4b6-2b8d1da61951 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:53.875400 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9089cefb-019d-416f-ab3c-cddfdfc39eb2 req-4edeb56c-8f4f-4527-b4b6-2b8d1da61951 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.3380492 May 31 11:55:53.901461 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d5e05-51be-4154-9e95-9fd717e4a389 None None] New status for floating IP b9a89164-4019-465f-87e1-f900fc6e39ad: ACTIVE {{(pid=98766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:55:53.927191 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2b64bfa1-f006-431c-9302-cd75cd5d6a40 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:53.931678 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-2b64bfa1-f006-431c-9302-cd75cd5d6a40 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9124501 May 31 11:55:53.932797 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45592) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:53.961610 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbafdd-b956-4942-9ee3-9f0d4d91a5f1 req-d89d57f8-ac5b-42fd-9826-28270575bcae tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:53.979733 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1cdbafdd-b956-4942-9ee3-9f0d4d91a5f1 req-d89d57f8-ac5b-42fd-9826-28270575bcae tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 943 time: 0.3235335 May 31 11:55:53.996443 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-7fe5a845-f2ce-4282-9192-b550e4ee59a4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Request body: {'security_group_rule': {'security_group_id': 'b7889c9f-98d7-42f9-86f5-638d7904af63', 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:54.017163 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-7fe5a845-f2ce-4282-9192-b550e4ee59a4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:54.034427 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-7fe5a845-f2ce-4282-9192-b550e4ee59a4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Usage tracker for resource:security_group_rule and tenant:7e8d43d6bc8f40bc86899216db913e26 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:54.039819 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-7fe5a845-f2ce-4282-9192-b550e4ee59a4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:54.066598 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9089cefb-019d-416f-ab3c-cddfdfc39eb2 req-b08d104a-54ba-4ecb-a37d-92ebe7dd3977 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898918 May 31 11:55:54.069493 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-7fe5a845-f2ce-4282-9192-b550e4ee59a4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:54.178138 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ee8a5218-780f-4800-b32f-bc553178469c req-ddeda59f-6c6e-4513-ae97-b7881080dfc4 service neutron] 10.222.0.36 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463058 May 31 11:55:54.191162 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7b9463b1-4b25-4717-914f-6f164001eab1 req-2a1a5b2e-9c95-437b-a128-d63bae0b2173 service neutron] 10.222.0.36 "GET /v2.0/networks/9901ec01-0012-419d-94d2-ddb433a6a5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084424 May 31 11:55:54.215584 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a845-f2ce-4282-9192-b550e4ee59a4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:54.229236 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1cdbafdd-b956-4942-9ee3-9f0d4d91a5f1 req-4be961fe-e0e8-47eb-ae8a-81782e27f86b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482142 May 31 11:55:54.437698 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a845-f2ce-4282-9192-b550e4ee59a4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:54.489228 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437a392-9991-4f9b-b4fd-0507126fed2f req-62352cf0-eb3d-4ffc-9461-f2855ddb1312 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:54.490819 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4437a392-9991-4f9b-b4fd-0507126fed2f req-62352cf0-eb3d-4ffc-9461-f2855ddb1312 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.2128339 May 31 11:55:54.520963 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a845-f2ce-4282-9192-b550e4ee59a4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:54.532329 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:54.565473 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5a845-f2ce-4282-9192-b550e4ee59a4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d885b70-c236-42d5-8eea-e9c621919209,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:54.566807 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-7fe5a845-f2ce-4282-9192-b550e4ee59a4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:54.577748 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4437a392-9991-4f9b-b4fd-0507126fed2f req-875b3a39-afa0-416a-b640-baa970c48010 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800416 May 31 11:55:54.679829 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a845-f2ce-4282-9192-b550e4ee59a4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:54.681024 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-7fe5a845-f2ce-4282-9192-b550e4ee59a4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7419531 May 31 11:55:54.683876 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45612) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:54.689524 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-cbd9c6d1-06d9-4a19-b38e-e35d7c1884b4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Request body: {'security_group_rule': {'security_group_id': 'b7889c9f-98d7-42f9-86f5-638d7904af63', 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:54.704065 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-cbd9c6d1-06d9-4a19-b38e-e35d7c1884b4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:54.712290 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-cbd9c6d1-06d9-4a19-b38e-e35d7c1884b4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Usage tracker for resource:security_group_rule and tenant:7e8d43d6bc8f40bc86899216db913e26 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:54.717824 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-cbd9c6d1-06d9-4a19-b38e-e35d7c1884b4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:54.731345 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-cbd9c6d1-06d9-4a19-b38e-e35d7c1884b4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:54.817783 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cbd9c6d1-06d9-4a19-b38e-e35d7c1884b4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:54.851428 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 4531a545-06f2-4515-920b-51028ef337dc details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:55:54.916738 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cbd9c6d1-06d9-4a19-b38e-e35d7c1884b4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:54.978062 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45620) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:55.000423 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cbd9c6d1-06d9-4a19-b38e-e35d7c1884b4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.013363 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2b64bfa1-f006-431c-9302-cd75cd5d6a40 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:55.047866 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9c6d1-06d9-4a19-b38e-e35d7c1884b4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8eca911-d9c6-4b1d-9770-d5b62459ce52,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:55.052067 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-cbd9c6d1-06d9-4a19-b38e-e35d7c1884b4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:55.063163 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 4531a545-06f2-4515-920b-51028ef337dc, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4531a545-06f2-4515-920b-51028ef337dc,segment=NetworkSegment(ed9e350b-b842-4785-8804-5bcbead816ee),segment_id=ed9e350b-b842-4785-8804-5bcbead816ee)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:55.084823 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': '4531a545-06f2-4515-920b-51028ef337dc', 'network_id': '9901ec01-0012-419d-94d2-ddb433a6a5ef', 'port_id': '4531a545-06f2-4515-920b-51028ef337dc', 'mac_address': 'fa:16:3e:b6:76:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b9da7e-6ebf-495f-9c55-39fb2c27c1eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:55:55.130771 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-cbd9c6d1-06d9-4a19-b38e-e35d7c1884b4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.130771 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-cbd9c6d1-06d9-4a19-b38e-e35d7c1884b4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4427462 May 31 11:55:55.131534 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45628) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:55.146060 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-bbc4c418-a468-4bc8-ac11-c573fd656d22 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Request body: {'security_group_rule': {'security_group_id': 'b7889c9f-98d7-42f9-86f5-638d7904af63', 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:55.159885 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-bbc4c418-a468-4bc8-ac11-c573fd656d22 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:55.168527 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-bbc4c418-a468-4bc8-ac11-c573fd656d22 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Usage tracker for resource:security_group_rule and tenant:7e8d43d6bc8f40bc86899216db913e26 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:55.169062 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.176632 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-bbc4c418-a468-4bc8-ac11-c573fd656d22 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:55.209831 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4531a545-06f2-4515-920b-51028ef337dc {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:55.225151 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-bbc4c418-a468-4bc8-ac11-c573fd656d22 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:55.245907 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 4531a545-06f2-4515-920b-51028ef337dc, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4531a545-06f2-4515-920b-51028ef337dc,segment=NetworkSegment(ed9e350b-b842-4785-8804-5bcbead816ee),segment_id=ed9e350b-b842-4785-8804-5bcbead816ee)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:55.246442 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-04b2ad02-e142-4412-aaba-69bfbd7af6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.269235 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-04b2ad02-e142-4412-aaba-69bfbd7af6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:55.280334 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-04b2ad02-e142-4412-aaba-69bfbd7af6ef admin admin] Usage tracker for resource:security_group_rule and tenant:d60a680d26c54cd591ea0b98a62393cc is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:55.280783 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-04b2ad02-e142-4412-aaba-69bfbd7af6ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:55.289211 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-04b2ad02-e142-4412-aaba-69bfbd7af6ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:55.321463 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.325614 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:55.366226 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa7b3e-59ce-4cdd-acda-04abf08513f2 req-ec6bade4-0514-4a57-ad7b-1a803652c63c tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:55.372519 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c418-a468-4bc8-ac11-c573fd656d22 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.376577 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-42fa7b3e-59ce-4cdd-acda-04abf08513f2 req-ec6bade4-0514-4a57-ad7b-1a803652c63c tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1598663 May 31 11:55:55.478197 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=4531a545-06f2-4515-920b-51028ef337dc,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:55.495251 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-42fa7b3e-59ce-4cdd-acda-04abf08513f2 req-9b7f1bc1-8510-433f-bfce-57571f34aaa2 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147840 May 31 11:55:55.496058 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:55.559664 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c418-a468-4bc8-ac11-c573fd656d22 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.600077 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-04b2ad02-e142-4412-aaba-69bfbd7af6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.618196 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c59c1-a462-4566-8802-7e32ec107e62 req-1839a9e7-2c2a-47a3-b874-92d546cc655c tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:55.619757 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-231c59c1-a462-4566-8802-7e32ec107e62 req-1839a9e7-2c2a-47a3-b874-92d546cc655c tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 944 time: 0.1696372 May 31 11:55:55.621056 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c418-a468-4bc8-ac11-c573fd656d22 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.623680 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-6132674c-687b-449a-b154-d9e71776307c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:55.668527 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4c418-a468-4bc8-ac11-c573fd656d22 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60be5669-369c-49bb-95fc-df612135c99f,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:55.676960 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-bbc4c418-a468-4bc8-ac11-c573fd656d22 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:55.681986 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-04b2ad02-e142-4412-aaba-69bfbd7af6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.692842 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9b480144-310e-4832-9cbe-987d3d64fa6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:55.755057 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c418-a468-4bc8-ac11-c573fd656d22 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.758160 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-bbc4c418-a468-4bc8-ac11-c573fd656d22 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6253831 May 31 11:55:55.761953 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45640) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:55.762638 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2ad02-e142-4412-aaba-69bfbd7af6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2e4074-32a1-403f-ae32-c1e63c9a5aa0,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:55.767429 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-231c59c1-a462-4566-8802-7e32ec107e62 req-a55b040a-5232-4cfb-a70d-ceb2ea1b31db tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338959 May 31 11:55:55.769845 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-04b2ad02-e142-4412-aaba-69bfbd7af6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:55.774406 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-f6d9e96d-619d-43d8-bc0c-01a438bd1624 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Request body: {'security_group_rule': {'security_group_id': 'b7889c9f-98d7-42f9-86f5-638d7904af63', 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:55.783864 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-04b2ad02-e142-4412-aaba-69bfbd7af6ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d60a680d26c54cd591ea0b98a62393cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8021953 May 31 11:55:55.784121 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 45644) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:55.801293 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-f6d9e96d-619d-43d8-bc0c-01a438bd1624 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:55.816946 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-f6d9e96d-619d-43d8-bc0c-01a438bd1624 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Usage tracker for resource:security_group_rule and tenant:7e8d43d6bc8f40bc86899216db913e26 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:55.820518 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-f6d9e96d-619d-43d8-bc0c-01a438bd1624 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:55.835243 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['4531a545-06f2-4515-920b-51028ef337dc'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:55.849375 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-f6d9e96d-619d-43d8-bc0c-01a438bd1624 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:55.858416 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0184b-2749-4a78-bc10-46f4a3a1c6ce req-82cbf443-e727-4a8c-9350-7933b3e3952e tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:55.868240 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-24c0184b-2749-4a78-bc10-46f4a3a1c6ce req-82cbf443-e727-4a8c-9350-7933b3e3952e tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.1362903 May 31 11:55:55.964581 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-24c0184b-2749-4a78-bc10-46f4a3a1c6ce req-5ba39845-b776-4160-bbe2-3e4c2a8ad333 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956972 May 31 11:55:56.096585 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-17cf2ccc-0fd6-4712-9e6b-a053c686a57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.153324 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-17cf2ccc-0fd6-4712-9e6b-a053c686a57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.383051 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.securitygroups_db [None req-f6d9e96d-619d-43d8-bc0c-01a438bd1624 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Project 7e8d43d6bc8f40bc86899216db913e26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:55:56.389839 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f6d9e96d-619d-43d8-bc0c-01a438bd1624 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.471320 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-17cf2ccc-0fd6-4712-9e6b-a053c686a57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.476939 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-a482af06-56d1-4724-8bb6-3205741b7e8c tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:56.494810 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf2ccc-0fd6-4712-9e6b-a053c686a57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2e4074-32a1-403f-ae32-c1e63c9a5aa0,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:56.501846 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-17cf2ccc-0fd6-4712-9e6b-a053c686a57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:56.506098 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f6d9e96d-619d-43d8-bc0c-01a438bd1624 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.514561 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-17cf2ccc-0fd6-4712-9e6b-a053c686a57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.517645 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-17cf2ccc-0fd6-4712-9e6b-a053c686a57b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e2e4074-32a1-403f-ae32-c1e63c9a5aa0 HTTP/1.1" status: 204 len: 168 time: 0.7306297 May 31 11:55:56.572526 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f6d9e96d-619d-43d8-bc0c-01a438bd1624 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.576868 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-bbc4c418-a468-4bc8-ac11-c573fd656d22 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:56.593310 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9e96d-619d-43d8-bc0c-01a438bd1624 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edde347d-6726-44f9-99d4-1f5ca752420f,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:56.597316 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-f6d9e96d-619d-43d8-bc0c-01a438bd1624 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:56.692739 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f6d9e96d-619d-43d8-bc0c-01a438bd1624 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.694085 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-f6d9e96d-619d-43d8-bc0c-01a438bd1624 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9257932 May 31 11:55:56.697162 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45658) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:56.706591 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-ccf017e9-0962-4e83-bc16-41cbc92c903a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Request body: {'security_group_rule': {'security_group_id': 'b7889c9f-98d7-42f9-86f5-638d7904af63', 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:56.713963 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-ccf017e9-0962-4e83-bc16-41cbc92c903a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:56.715883 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7188f5-d184-4d75-9214-37be93628e64 req-b116e586-afc7-4fa3-8c4c-6bad4cff5adb tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:56.718373 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-ccf017e9-0962-4e83-bc16-41cbc92c903a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Usage tracker for resource:security_group_rule and tenant:7e8d43d6bc8f40bc86899216db913e26 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:56.722004 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-ccf017e9-0962-4e83-bc16-41cbc92c903a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:56.729689 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-ccf017e9-0962-4e83-bc16-41cbc92c903a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:56.735779 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2b7188f5-d184-4d75-9214-37be93628e64 req-b116e586-afc7-4fa3-8c4c-6bad4cff5adb tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1239531 May 31 11:55:56.784966 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2b7188f5-d184-4d75-9214-37be93628e64 req-66feecb0-5ebe-4135-bc2a-01ac8c301dc6 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/security-groups?id=8f37024a-0deb-4149-87d2-1e3741d328bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481100 May 31 11:55:56.797307 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.securitygroups_db [None req-ccf017e9-0962-4e83-bc16-41cbc92c903a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Project 7e8d43d6bc8f40bc86899216db913e26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:55:56.804983 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ccf017e9-0962-4e83-bc16-41cbc92c903a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.930888 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ccf017e9-0962-4e83-bc16-41cbc92c903a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.018664 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ccf017e9-0962-4e83-bc16-41cbc92c903a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.030283 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:57.059335 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf6c2a-d6cd-43ea-8f3d-343f159730ad req-bebfc299-4728-426d-86e9-affa8ee7e1d8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:57.060948 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-22cf6c2a-d6cd-43ea-8f3d-343f159730ad req-bebfc299-4728-426d-86e9-affa8ee7e1d8 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.36 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 946 time: 0.1404705 May 31 11:55:57.103840 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf017e9-0962-4e83-bc16-41cbc92c903a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa0cc7e-1009-469c-a073-96bfbe00036f,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:57.107359 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ccf017e9-0962-4e83-bc16-41cbc92c903a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:57.150430 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecd0cd-41e1-4352-b0be-720ccadc4c35 req-542040f7-ee57-45f4-9fa8-00db94fccbfb tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:57.151990 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3cecd0cd-41e1-4352-b0be-720ccadc4c35 req-542040f7-ee57-45f4-9fa8-00db94fccbfb tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 944 time: 0.2167070 May 31 11:55:57.210181 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3cecd0cd-41e1-4352-b0be-720ccadc4c35 req-cd2d5893-4a9e-4827-b4df-ed02a83ee9b4 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513840 May 31 11:55:57.223505 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ccf017e9-0962-4e83-bc16-41cbc92c903a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.231853 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-ccf017e9-0962-4e83-bc16-41cbc92c903a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5320582 May 31 11:55:57.311283 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [req-22cf6c2a-d6cd-43ea-8f3d-343f159730ad req-b37cc76b-ed08-4188-b108-add4011f97ca tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Deleting port e67ee191-9ac9-4134-97db-71270688c45e {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:55:57.312063 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-22cf6c2a-d6cd-43ea-8f3d-343f159730ad req-b37cc76b-ed08-4188-b108-add4011f97ca tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.369142 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-32915d02-1a05-4bce-9639-2010979e318b req-050a8543-638f-44a0-8f9b-f2cf0c6997e6 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832813393&fields=id&tenant_id=7e8d43d6bc8f40bc86899216db913e26 HTTP/1.1" status: 200 len: 267 time: 0.0498972 May 31 11:55:57.416365 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440d4be-1f5a-4cd5-bd02-90065fa4efc7 req-6684f6ad-98f9-48d7-b16d-e8cf601fe6f8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:57.417788 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6440d4be-1f5a-4cd5-bd02-90065fa4efc7 req-6684f6ad-98f9-48d7-b16d-e8cf601fe6f8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.2300091 May 31 11:55:57.484748 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6440d4be-1f5a-4cd5-bd02-90065fa4efc7 req-9c6ffcdb-e68a-46e7-9f8e-d3c3b70b94f7 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553417 May 31 11:55:57.485147 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32915d02-1a05-4bce-9639-2010979e318b req-e16ce52d-3ed2-44e9-9445-7a75005d54bc tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:57.493480 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-32915d02-1a05-4bce-9639-2010979e318b req-e16ce52d-3ed2-44e9-9445-7a75005d54bc tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 946 time: 0.1233923 May 31 11:55:57.503094 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-32915d02-1a05-4bce-9639-2010979e318b req-00762575-5ec2-4f3b-93db-72d1a9606655 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Request body: {'port': {'security_groups': ['9161f374-d1b5-47a8-9b3e-78a8c7f9970c', 'b7889c9f-98d7-42f9-86f5-638d7904af63']}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:57.529868 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-22cf6c2a-d6cd-43ea-8f3d-343f159730ad req-b37cc76b-ed08-4188-b108-add4011f97ca tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] For port e67ee191-9ac9-4134-97db-71270688c45e, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=e67ee191-9ac9-4134-97db-71270688c45e,segment=NetworkSegment(7e1bf3ed-aace-4f7b-8672-b62e0616f73f),segment_id=7e1bf3ed-aace-4f7b-8672-b62e0616f73f)] {{(pid=98765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:57.530297 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-22cf6c2a-d6cd-43ea-8f3d-343f159730ad req-b37cc76b-ed08-4188-b108-add4011f97ca tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.684257 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-32915d02-1a05-4bce-9639-2010979e318b req-00762575-5ec2-4f3b-93db-72d1a9606655 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.716244 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [req-22cf6c2a-d6cd-43ea-8f3d-343f159730ad req-b37cc76b-ed08-4188-b108-add4011f97ca tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Calling delete_port for e67ee191-9ac9-4134-97db-71270688c45e owned by compute:nova {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:55:57.971106 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b6d1f622-f029-4494-a85c-e68b7522d4f4 req-7d902a0c-50e8-4b06-b334-1dd6c260b818 tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 210 time: 0.0542729 May 31 11:55:57.974711 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-22cf6c2a-d6cd-43ea-8f3d-343f159730ad req-b37cc76b-ed08-4188-b108-add4011f97ca tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.988546 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:58.013036 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['e67ee191-9ac9-4134-97db-71270688c45e'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:58.026246 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-32915d02-1a05-4bce-9639-2010979e318b req-00762575-5ec2-4f3b-93db-72d1a9606655 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] For port f4c5ed2b-37b6-4632-8602-1ed247b8d278, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f4c5ed2b-37b6-4632-8602-1ed247b8d278,segment=NetworkSegment(774d0b96-cb16-4ecb-820b-63e1439be0b4),segment_id=774d0b96-cb16-4ecb-820b-63e1439be0b4)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:58.043193 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cc76b-ed08-4188-b108-add4011f97ca tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Pushing event deleted for resources: {'Port': ['ID=e67ee191-9ac9-4134-97db-71270688c45e,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:58.046628 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-b37cc76b-ed08-4188-b108-add4011f97ca tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:58.062360 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-32915d02-1a05-4bce-9639-2010979e318b req-00762575-5ec2-4f3b-93db-72d1a9606655 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:58.129001 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cf6c2a-d6cd-43ea-8f3d-343f159730ad req-b37cc76b-ed08-4188-b108-add4011f97ca tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] No DVR routers for this DVR port e67ee191-9ac9-4134-97db-71270688c45e on host hv-cinder-79124 {{(pid=98765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:55:58.131761 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-22cf6c2a-d6cd-43ea-8f3d-343f159730ad req-b37cc76b-ed08-4188-b108-add4011f97ca tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:58.135305 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78fa935-4a19-406a-8dce-116d25f9fb2a', 'name': 'network-vif-deleted', 'tag': 'e67ee191-9ac9-4134-97db-71270688c45e'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:58.138002 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80155df-b0d5-4a15-af9b-d4ace5eef664" -d '{"events": [{"server_uuid": "b78fa935-4a19-406a-8dce-116d25f9fb2a", "name": "network-vif-deleted", "tag": "e67ee191-9ac9-4134-97db-71270688c45e"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:58.155022 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-32915d02-1a05-4bce-9639-2010979e318b req-00762575-5ec2-4f3b-93db-72d1a9606655 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:58.162646 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:58.197571 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['f4c5ed2b-37b6-4632-8602-1ed247b8d278'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:58.203534 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc42d3a0-4a5e-4715-a900-fdeb8622c8d6 x-openstack-request-id: req-bc42d3a0-4a5e-4715-a900-fdeb8622c8d6 {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:58.203884 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78fa935-4a19-406a-8dce-116d25f9fb2a", "name": "network-vif-deleted", "tag": "e67ee191-9ac9-4134-97db-71270688c45e", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:58.204254 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc42d3a0-4a5e-4715-a900-fdeb8622c8d6 {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:58.204598 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78fa935-4a19-406a-8dce-116d25f9fb2a', 'name': 'network-vif-deleted', 'tag': 'e67ee191-9ac9-4134-97db-71270688c45e', 'status': 'completed', 'code': 200} May 31 11:55:58.223975 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-22cf6c2a-d6cd-43ea-8f3d-343f159730ad req-b37cc76b-ed08-4188-b108-add4011f97ca tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.36 "DELETE /v2.0/ports/e67ee191-9ac9-4134-97db-71270688c45e HTTP/1.1" status: 204 len: 173 time: 1.1559682 May 31 11:55:58.247545 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32915d02-1a05-4bce-9639-2010979e318b req-00762575-5ec2-4f3b-93db-72d1a9606655 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:58.248255 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-32915d02-1a05-4bce-9639-2010979e318b req-00762575-5ec2-4f3b-93db-72d1a9606655 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:58.249753 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-32915d02-1a05-4bce-9639-2010979e318b req-00762575-5ec2-4f3b-93db-72d1a9606655 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "PUT /v2.0/ports/f4c5ed2b-37b6-4632-8602-1ed247b8d278 HTTP/1.1" status: 200 len: 982 time: 0.7552631 May 31 11:55:58.257868 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'tag': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:58.257868 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07507e69-64da-4e53-8653-04b72ab19092" -d '{"events": [{"name": "network-changed", "server_uuid": "c9508324-53b3-48d7-b4cb-1423e1893cd0", "tag": "f4c5ed2b-37b6-4632-8602-1ed247b8d278"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:58.285764 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00762575-5ec2-4f3b-93db-72d1a9606655 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Pushing event updated for resources: {'Port': ['ID=f4c5ed2b-37b6-4632-8602-1ed247b8d278,revision_number=6']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:58.289701 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-00762575-5ec2-4f3b-93db-72d1a9606655 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:58.398979 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['f4c5ed2b-37b6-4632-8602-1ed247b8d278'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:58.634845 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17156210-ca07-4814-913f-a24052112906 req-3d220dc6-ea74-415f-9bf0-7754f57249a7 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:58.640877 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-17156210-ca07-4814-913f-a24052112906 req-3d220dc6-ea74-415f-9bf0-7754f57249a7 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.1595736 May 31 11:55:58.656255 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a3981-7046-4859-a57b-79be0a2be45a req-55e15169-036b-40b2-adb6-7e67ce2f8102 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:58.657751 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-949a3981-7046-4859-a57b-79be0a2be45a req-55e15169-036b-40b2-adb6-7e67ce2f8102 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 944 time: 0.1918514 May 31 11:55:58.712969 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-17156210-ca07-4814-913f-a24052112906 req-352e8bb5-4165-415b-a807-f63bf57715ae tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635633 May 31 11:55:58.752312 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-949a3981-7046-4859-a57b-79be0a2be45a req-c67f59cd-a0cb-4334-a99c-9988c6646e61 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681200 May 31 11:55:58.774398 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-0d470a88-079d-47b9-bfd9-f1e2f7c98a18 None None] Provisioning complete for port f4c5ed2b-37b6-4632-8602-1ed247b8d278 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:58.774784 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0d470a88-079d-47b9-bfd9-f1e2f7c98a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:58.823878 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4765713f-70d9-4163-a517-a771c95d93cf x-openstack-request-id: req-4765713f-70d9-4163-a517-a771c95d93cf {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:58.824327 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9508324-53b3-48d7-b4cb-1423e1893cd0", "tag": "f4c5ed2b-37b6-4632-8602-1ed247b8d278", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:58.824701 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4765713f-70d9-4163-a517-a771c95d93cf {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:58.825229 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'tag': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278', 'status': 'completed', 'code': 200} May 31 11:55:58.892314 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 4531a545-06f2-4515-920b-51028ef337dc up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:59.021271 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07507e69-64da-4e53-8653-04b72ab19092 req-3b64f6b7-ef12-46c8-b2f1-55de111f860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:59.023384 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-07507e69-64da-4e53-8653-04b72ab19092 req-3b64f6b7-ef12-46c8-b2f1-55de111f860a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e8d43d6bc8f40bc86899216db913e26&device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 1138 time: 0.1252465 May 31 11:55:59.040320 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416d60a-2e03-4e43-af69-5687cc3159ee req-5c3b8a61-9610-4868-828b-bc97e30d13de tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:59.047553 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3416d60a-2e03-4e43-af69-5687cc3159ee req-5c3b8a61-9610-4868-828b-bc97e30d13de tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.1908579 May 31 11:55:59.240068 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port 4531a545-06f2-4515-920b-51028ef337dc completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:59.256846 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7946fa82-4882-46ae-89a0-4d9bdca24276 req-fbbaf0f8-89c0-4a1a-8665-0cd67cb3213b tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] 10.222.0.43 "GET /v2.0/ports?device_id=b78fa935-4a19-406a-8dce-116d25f9fb2a HTTP/1.1" status: 200 len: 210 time: 0.0874588 May 31 11:55:59.271130 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port 4531a545-06f2-4515-920b-51028ef337dc triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:59.271509 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:59.286805 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3416d60a-2e03-4e43-af69-5687cc3159ee req-4ac6ddaf-9d11-4b37-acc9-1905ae09a5d5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365448 May 31 11:55:59.365851 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07507e69-64da-4e53-8653-04b72ab19092 req-6ca1b9a3-eee1-4493-bc52-b4023754bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:59.367478 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-07507e69-64da-4e53-8653-04b72ab19092 req-6ca1b9a3-eee1-4493-bc52-b4023754bf93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c61f7101-e42f-424d-83a7-078109e86a9f HTTP/1.1" status: 200 len: 916 time: 0.3376894 May 31 11:55:59.533901 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-07507e69-64da-4e53-8653-04b72ab19092 req-5b8bbc34-63fc-4617-9eb6-445bb862a07e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4c5ed2b-37b6-4632-8602-1ed247b8d278 HTTP/1.1" status: 200 len: 1001 time: 0.1584542 May 31 11:55:59.631883 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:59.701949 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2af2ce-c10a-4735-8e74-da18cd338627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4531a545-06f2-4515-920b-51028ef337dc'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:59.704310 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ade4ef7-fbba-4a92-8cc2-0f85660e30fc" -d '{"events": [{"server_uuid": "2c2af2ce-c10a-4735-8e74-da18cd338627", "name": "network-vif-plugged", "status": "completed", "tag": "4531a545-06f2-4515-920b-51028ef337dc"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:59.706003 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07507e69-64da-4e53-8653-04b72ab19092 req-593c0abe-e88e-4dc8-be0b-f50b66d3fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:59.707607 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-07507e69-64da-4e53-8653-04b72ab19092 req-593c0abe-e88e-4dc8-be0b-f50b66d3fe39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e19d5646-7f8f-4517-b754-fcd7776ec266 HTTP/1.1" status: 200 len: 854 time: 0.1675415 May 31 11:55:59.733705 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 4531a545-06f2-4515-920b-51028ef337dc, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4531a545-06f2-4515-920b-51028ef337dc,segment=NetworkSegment(ed9e350b-b842-4785-8804-5bcbead816ee),segment_id=ed9e350b-b842-4785-8804-5bcbead816ee)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:59.841582 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75427a84-94ce-422a-acbb-905c2ed30d3d x-openstack-request-id: req-75427a84-94ce-422a-acbb-905c2ed30d3d {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:59.841985 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2af2ce-c10a-4735-8e74-da18cd338627", "name": "network-vif-plugged", "status": "completed", "tag": "4531a545-06f2-4515-920b-51028ef337dc", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:59.842341 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75427a84-94ce-422a-acbb-905c2ed30d3d {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:59.842835 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2af2ce-c10a-4735-8e74-da18cd338627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4531a545-06f2-4515-920b-51028ef337dc', 'code': 200} May 31 11:55:59.859438 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:59.879312 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-cb6fedec-24dc-4e64-8e0b-9420ac29988a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:59.899464 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07507e69-64da-4e53-8653-04b72ab19092 req-5420fa2d-b381-4287-8d23-ae50daf131c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:59.902337 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-07507e69-64da-4e53-8653-04b72ab19092 req-5420fa2d-b381-4287-8d23-ae50daf131c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c61f7101-e42f-424d-83a7-078109e86a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1804028 May 31 11:56:00.052615 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=4531a545-06f2-4515-920b-51028ef337dc,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:00.056337 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:00.097842 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-378e8c34-5a03-40b2-b855-881426bc4e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:00.133336 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-07507e69-64da-4e53-8653-04b72ab19092 req-06083a77-d4da-41f0-bddc-a823d6d73d13 service neutron] 10.222.0.36 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750054 May 31 11:56:00.169222 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d087f07-25ee-4ab9-b816-60a2355dbf41 req-228f0ece-f97b-4bb1-98b7-dff801be4ad4 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:00.170695 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1d087f07-25ee-4ab9-b816-60a2355dbf41 req-228f0ece-f97b-4bb1-98b7-dff801be4ad4 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 945 time: 0.2673054 May 31 11:56:00.322648 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e491b7-8eee-4d43-85f6-ff650f2c37ab req-e9ad58c9-5191-49b6-865b-9e02321e4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:00.324229 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b5e491b7-8eee-4d43-85f6-ff650f2c37ab req-e9ad58c9-5191-49b6-865b-9e02321e4608 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 1098 time: 0.0873110 May 31 11:56:00.372350 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b5e491b7-8eee-4d43-85f6-ff650f2c37ab req-5579b076-dfcb-4b4d-ace6-7f6286a53656 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 May 31 11:56:00.385596 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1d087f07-25ee-4ab9-b816-60a2355dbf41 req-3e58531d-f55b-4f28-aa4c-4ad3b08ea77b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060149 May 31 11:56:00.411266 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45710) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:00.423556 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-07507e69-64da-4e53-8653-04b72ab19092 req-80775d90-a63e-4fd2-a285-a37676e9aa9c service neutron] 10.222.0.36 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807167 May 31 11:56:00.600117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c3434-7930-4cba-a50c-a957eaeb9085 req-8fd9cfd9-7806-4dc4-8157-70a647e6b07d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:00.600117 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1d0c3434-7930-4cba-a50c-a957eaeb9085 req-8fd9cfd9-7806-4dc4-8157-70a647e6b07d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.0969508 May 31 11:56:00.670648 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1d0c3434-7930-4cba-a50c-a957eaeb9085 req-66879961-36e0-4904-9148-15720b69d61a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578532 May 31 11:56:00.886343 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device e67ee191-9ac9-4134-97db-71270688c45e no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:56:00.948714 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: e67ee191-9ac9-4134-97db-71270688c45e {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:56:00.949259 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device e67ee191-9ac9-4134-97db-71270688c45e not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:56:01.126009 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-80cd0107-545d-4017-ba53-17a48a9d20aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699338'] for router_interface, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:01.627884 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-80cd0107-545d-4017-ba53-17a48a9d20aa admin admin] Deleting port 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:56:01.628684 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-80cd0107-545d-4017-ba53-17a48a9d20aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:01.656585 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f226b-b29e-46ac-a1f0-aff1ef49fcd3 req-0de87b05-59bf-405d-8f4e-fc75ee195254 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:01.662297 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-554f226b-b29e-46ac-a1f0-aff1ef49fcd3 req-0de87b05-59bf-405d-8f4e-fc75ee195254 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 945 time: 0.1293130 May 31 11:56:01.768588 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-554f226b-b29e-46ac-a1f0-aff1ef49fcd3 req-d5bec1d9-61e2-4b57-80cf-2e63445190dc tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657551 May 31 11:56:01.816253 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [None req-80cd0107-545d-4017-ba53-17a48a9d20aa admin admin] For port 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=1f8b9b52-0fdf-4dd4-aebd-5d8088585c69,segment=NetworkSegment(7e1bf3ed-aace-4f7b-8672-b62e0616f73f),segment_id=7e1bf3ed-aace-4f7b-8672-b62e0616f73f)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:01.816559 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-80cd0107-545d-4017-ba53-17a48a9d20aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:01.935299 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3e93e-4df4-4615-b4c5-a84c81101cfd req-1c814f69-8483-48b9-b2b9-dbe93b701d30 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:01.943920 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ffc3e93e-4df4-4615-b4c5-a84c81101cfd req-1c814f69-8483-48b9-b2b9-dbe93b701d30 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.1105042 May 31 11:56:01.956789 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-80cd0107-545d-4017-ba53-17a48a9d20aa admin admin] Calling delete_port for 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69 owned by network:router_interface {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:56:02.004557 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ffc3e93e-4df4-4615-b4c5-a84c81101cfd req-618491bc-bff9-461f-a4a3-2a0b23d87f7f tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594497 May 31 11:56:02.366166 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-d47a8fc8-422f-4ca4-b3a4-6baceb7b5cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:02.400316 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:02.458114 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-80cd0107-545d-4017-ba53-17a48a9d20aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:02.462891 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:02.513641 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd0107-545d-4017-ba53-17a48a9d20aa admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8b9b52-0fdf-4dd4-aebd-5d8088585c69,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:02.515736 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-80cd0107-545d-4017-ba53-17a48a9d20aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:02.834354 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-80cd0107-545d-4017-ba53-17a48a9d20aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703834'] for router_interface, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:03.190503 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f0cd7-137c-441f-9ccd-edd615b33e80 req-ff125e61-ee15-4e70-bc52-d0873ec41128 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:03.192016 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d00f0cd7-137c-441f-9ccd-edd615b33e80 req-ff125e61-ee15-4e70-bc52-d0873ec41128 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 945 time: 0.2025256 May 31 11:56:03.194141 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:03.264793 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d00f0cd7-137c-441f-9ccd-edd615b33e80 req-195bd796-8e7d-48d5-9d88-b31596a2dc3b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630369 May 31 11:56:03.508872 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2350be-cd3b-4774-9c18-247d04e2cc41 req-d6785ba7-ebb8-4cb3-85cc-4184a3f7294a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:03.512149 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ae2350be-cd3b-4774-9c18-247d04e2cc41 req-d6785ba7-ebb8-4cb3-85cc-4184a3f7294a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.2011533 May 31 11:56:03.567767 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cd0107-545d-4017-ba53-17a48a9d20aa admin admin] Router b24ad24b-8805-451b-940a-7465b5bcd8c2 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:56:03.585289 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ae2350be-cd3b-4774-9c18-247d04e2cc41 req-69667ba4-fcad-45e9-a248-d10e6f7a7b50 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636930 May 31 11:56:03.800553 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cd0107-545d-4017-ba53-17a48a9d20aa admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:56:03.810249 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52659dcd-6e41-49cf-8e62-6f8b261ece0f None None] Sync routers for ids ['b24ad24b-8805-451b-940a-7465b5bcd8c2'] in dv-cinder-791240-4-smb {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:56:03.817360 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-80cd0107-545d-4017-ba53-17a48a9d20aa admin admin] 10.222.0.43 "PUT /v2.0/routers/b24ad24b-8805-451b-940a-7465b5bcd8c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4049909 May 31 11:56:03.821443 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45792) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:03.825706 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52659dcd-6e41-49cf-8e62-6f8b261ece0f None None] Routers {'b24ad24b-8805-451b-940a-7465b5bcd8c2'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:03.826604 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-52659dcd-6e41-49cf-8e62-6f8b261ece0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:56:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['b24ad24b-8805-451b-940a-7465b5bcd8c2'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:04.024689 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-52659dcd-6e41-49cf-8e62-6f8b261ece0f None None] Set router b24ad24b-8805-451b-940a-7465b5bcd8c2 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:04.073679 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Notify callbacks [] for router, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:04.349810 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-52659dcd-6e41-49cf-8e62-6f8b261ece0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'name': 'tempest-ServerRescueNegativeTestJSON-891160370-router', 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:52:29Z', 'updated_at': '2021-05-31T11:56:02Z', 'revision_number': 5, 'project_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'gw_port': {'id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:52:30Z', 'updated_at': '2021-05-31T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:04.354701 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52659dcd-6e41-49cf-8e62-6f8b261ece0f None None] Checking router: b24ad24b-8805-451b-940a-7465b5bcd8c2 for host: dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:56:04.364100 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52659dcd-6e41-49cf-8e62-6f8b261ece0f None None] Routers {'b24ad24b-8805-451b-940a-7465b5bcd8c2'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:04.364822 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-52659dcd-6e41-49cf-8e62-6f8b261ece0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:56:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['b24ad24b-8805-451b-940a-7465b5bcd8c2'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:04.441805 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:04.574264 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-52659dcd-6e41-49cf-8e62-6f8b261ece0f None None] Set router b24ad24b-8805-451b-940a-7465b5bcd8c2 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:04.658098 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Deleting port ae6b0b12-f718-49d3-b4ab-82fb8e045704 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:56:04.658520 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:04.871901 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] For port ae6b0b12-f718-49d3-b4ab-82fb8e045704, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=ae6b0b12-f718-49d3-b4ab-82fb8e045704,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:04.872356 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:04.940078 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-52659dcd-6e41-49cf-8e62-6f8b261ece0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'name': 'tempest-ServerRescueNegativeTestJSON-891160370-router', 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:52:29Z', 'updated_at': '2021-05-31T11:56:02Z', 'revision_number': 5, 'project_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'gw_port': {'id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:52:30Z', 'updated_at': '2021-05-31T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:04.944693 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52659dcd-6e41-49cf-8e62-6f8b261ece0f None None] The sync data for ids ['b24ad24b-8805-451b-940a-7465b5bcd8c2'] in dv-cinder-791240-4-smb is: [{'id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'name': 'tempest-ServerRescueNegativeTestJSON-891160370-router', 'tenant_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:52:29Z', 'updated_at': '2021-05-31T11:56:02Z', 'revision_number': 5, 'project_id': '4795d24d302b4c4189da5f0c3d8fc8fe', 'gw_port': {'id': 'ae6b0b12-f718-49d3-b4ab-82fb8e045704', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ad24b-8805-451b-940a-7465b5bcd8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:52:30Z', 'updated_at': '2021-05-31T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}] {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:56:04.966914 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:05.056607 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Calling delete_port for ae6b0b12-f718-49d3-b4ab-82fb8e045704 owned by network:router_gateway {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:56:05.109440 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3d4f4-acab-4521-9d0a-e17ba6545661 req-169d7341-b4df-4ec1-b73f-544cb073a90b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:05.110879 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9ab3d4f4-acab-4521-9d0a-e17ba6545661 req-169d7341-b4df-4ec1-b73f-544cb073a90b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.3483412 May 31 11:56:05.183689 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9ab3d4f4-acab-4521-9d0a-e17ba6545661 req-f6c0aa38-6457-4cfc-b053-81dc70ef5042 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651758 May 31 11:56:05.361640 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:05.365849 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-80cd0107-545d-4017-ba53-17a48a9d20aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:05.417471 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6b0b12-f718-49d3-b4ab-82fb8e045704,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:05.458577 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:05.521464 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697303'] for router_gateway, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:05.719563 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-983'] for router, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:05.721776 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.005399 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703590'] for router, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.006196 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b24ad24b-8805-451b-940a-7465b5bcd8c2 {{(pid=98764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:56:06.023409 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Notify callbacks [] for router, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.027347 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b24ad24b-8805-451b-940a-7465b5bcd8c2 HTTP/1.1" status: 204 len: 168 time: 2.2041974 May 31 11:56:06.027671 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45840) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:06.103937 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_v2 [None req-de45a287-cc68-4396-84b1-fafd55928868 admin admin] Deleting subnet b89b243e-d588-4c64-a5f7-a9c0cf16fb4c {{(pid=98764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:56:06.107737 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-de45a287-cc68-4396-84b1-fafd55928868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.181751 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-de45a287-cc68-4396-84b1-fafd55928868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2206862'] for subnet, precommit_delete_associations {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.268070 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-de45a287-cc68-4396-84b1-fafd55928868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118501'] for subnet, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.526949 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94fec9-f825-491c-8f05-64d1636533a6 req-291517ff-b747-4832-9684-ed947175b519 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:06.529199 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6b94fec9-f825-491c-8f05-64d1636533a6 req-291517ff-b747-4832-9684-ed947175b519 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.1465774 May 31 11:56:06.606463 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6b94fec9-f825-491c-8f05-64d1636533a6 req-df81140d-f219-47dc-a1d3-a740a54c4b6a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710964 May 31 11:56:06.705230 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69 no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:56:06.782672 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:56:06.786176 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 1f8b9b52-0fdf-4dd4-aebd-5d8088585c69 not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:56:06.786657 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device ae6b0b12-f718-49d3-b4ab-82fb8e045704 no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:56:06.825131 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: ae6b0b12-f718-49d3-b4ab-82fb8e045704 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:56:06.825818 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device ae6b0b12-f718-49d3-b4ab-82fb8e045704 not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:56:06.874964 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-de45a287-cc68-4396-84b1-fafd55928868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8067920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2212154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3130862'] for subnet, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.884481 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-f29a746a-27da-4495-a7d5-78ead52e9531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:06.930177 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45a287-cc68-4396-84b1-fafd55928868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b89b243e-d588-4c64-a5f7-a9c0cf16fb4c,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:06.938204 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-de45a287-cc68-4396-84b1-fafd55928868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.944404 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-de45a287-cc68-4396-84b1-fafd55928868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:06.946385 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-de45a287-cc68-4396-84b1-fafd55928868 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b89b243e-d588-4c64-a5f7-a9c0cf16fb4c HTTP/1.1" status: 204 len: 168 time: 0.9177136 May 31 11:56:06.949028 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45864) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:07.074646 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-05028a81-5e4f-443c-8633-7354a0521833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866513'] for network, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:07.208145 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-05028a81-5e4f-443c-8633-7354a0521833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8068714', 'neutron.services.segments.db._delete_segments_for_network-8766107643100'] for network, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:07.221204 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-05028a81-5e4f-443c-8633-7354a0521833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd3127e-a427-4d2a-a0cb-273aa10eec42']}} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:07.233750 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-05028a81-5e4f-443c-8633-7354a0521833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1bf3ed-aace-4f7b-8672-b62e0616f73f') {'for_net_delete': True} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:07.234032 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-05028a81-5e4f-443c-8633-7354a0521833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1bf3ed-aace-4f7b-8672-b62e0616f73f') {} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:07.246058 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-05028a81-5e4f-443c-8633-7354a0521833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766107651229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2206853'] for segment, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:07.263966 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-05028a81-5e4f-443c-8633-7354a0521833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:07.270328 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05028a81-5e4f-443c-8633-7354a0521833 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=98764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:56:07.270570 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-05028a81-5e4f-443c-8633-7354a0521833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2118556'] for segment, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: Traceback (most recent call last): May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: timer() May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: cb(*args, **kw) May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: return func(*args, **kwargs) May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: self._notify() May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: self.callback(batched_events) May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: event.method(event) May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: return f(self, *a, **k) May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: return self._get(url).json() May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: return self.request(url, 'GET', **kwargs) May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:56:07.283651 dv-cinder-791240-4-smb neutron-server[98764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:56:07.291697 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:07.456974 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-05028a81-5e4f-443c-8633-7354a0521833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8068707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697290'] for network, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:07.460847 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:07.473615 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-05028a81-5e4f-443c-8633-7354a0521833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:07.483895 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05028a81-5e4f-443c-8633-7354a0521833 admin admin] Pushing event deleted for resources: {'Network': ['ID=abd3127e-a427-4d2a-a0cb-273aa10eec42,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:07.487140 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-05028a81-5e4f-443c-8633-7354a0521833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:07.560572 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-05028a81-5e4f-443c-8633-7354a0521833 admin admin] 10.222.0.43 "DELETE /v2.0/networks/abd3127e-a427-4d2a-a0cb-273aa10eec42 HTTP/1.1" status: 204 len: 168 time: 0.6103978 May 31 11:56:07.828185 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c629d-8604-4857-9953-f2b048c47082 req-4d4051b3-b461-4e54-9384-fa6aae7f4e55 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:07.829771 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b96c629d-8604-4857-9953-f2b048c47082 req-4d4051b3-b461-4e54-9384-fa6aae7f4e55 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.0873201 May 31 11:56:07.877507 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b96c629d-8604-4857-9953-f2b048c47082 req-e39ca5b2-d201-4571-b975-1878a6784b97 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414145 May 31 11:56:07.950103 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45886) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:08.000168 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-8ceb6d5f-fa77-470a-92ff-90ff9525b7d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4795d24d302b4c4189da5f0c3d8fc8fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0488887 May 31 11:56:08.002703 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45892) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:08.061939 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-739658f1-f353-421f-8ef3-f7f2168dbd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.090410 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-739658f1-f353-421f-8ef3-f7f2168dbd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.269218 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-739658f1-f353-421f-8ef3-f7f2168dbd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.274065 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-508976d1-2263-41d1-9f9f-27932dd272a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:08.286667 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739658f1-f353-421f-8ef3-f7f2168dbd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f37024a-0deb-4149-87d2-1e3741d328bf,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:08.290120 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-739658f1-f353-421f-8ef3-f7f2168dbd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:08.364437 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-739658f1-f353-421f-8ef3-f7f2168dbd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.367845 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-739658f1-f353-421f-8ef3-f7f2168dbd7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f37024a-0deb-4149-87d2-1e3741d328bf HTTP/1.1" status: 204 len: 168 time: 0.3619654 May 31 11:56:08.460661 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87d83f-c8fd-403e-b056-56eef742579a req-29c52f54-a64b-455b-bc1f-847f5b00fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:08.462879 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4c87d83f-c8fd-403e-b056-56eef742579a req-29c52f54-a64b-455b-bc1f-847f5b00fa11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96d2340d017442468109cc2223b2c1ad&device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 1098 time: 0.0764260 May 31 11:56:08.606261 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87d83f-c8fd-403e-b056-56eef742579a req-0a2dff05-9dd4-456d-bb99-8b7a9b559143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:08.607687 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4c87d83f-c8fd-403e-b056-56eef742579a req-0a2dff05-9dd4-456d-bb99-8b7a9b559143 service neutron] 10.222.0.36 "GET /v2.0/networks?id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4 HTTP/1.1" status: 200 len: 917 time: 0.1370568 May 31 11:56:08.720537 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4c87d83f-c8fd-403e-b056-56eef742579a req-a888c089-9a00-4065-9b1b-0c90042ab661 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1463084-6fb1-48e8-a96e-1927efa65658 HTTP/1.1" status: 200 len: 999 time: 0.1035504 May 31 11:56:08.790631 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87d83f-c8fd-403e-b056-56eef742579a req-2ac1def7-ddf8-49da-adde-8b9365fe7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:08.793706 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4c87d83f-c8fd-403e-b056-56eef742579a req-2ac1def7-ddf8-49da-adde-8b9365fe7719 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e380460-4b72-4669-bfbb-1247484cb9b0 HTTP/1.1" status: 200 len: 855 time: 0.0637188 May 31 11:56:08.891955 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87d83f-c8fd-403e-b056-56eef742579a req-5fa50f24-90c7-45f1-8df2-fc43dd9470e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:08.893771 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4c87d83f-c8fd-403e-b056-56eef742579a req-5fa50f24-90c7-45f1-8df2-fc43dd9470e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0905361 May 31 11:56:09.132282 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4c87d83f-c8fd-403e-b056-56eef742579a req-d36d2d60-d506-4f9e-87dd-539d87294963 service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270534 May 31 11:56:09.171895 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cd277-6eb6-4698-9aba-e8f02bfd541d req-c5839e39-98be-4f59-9443-ccf2188dc156 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:09.173507 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a07cd277-6eb6-4698-9aba-e8f02bfd541d req-c5839e39-98be-4f59-9443-ccf2188dc156 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.1476376 May 31 11:56:09.381609 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a07cd277-6eb6-4698-9aba-e8f02bfd541d req-67b6f15d-9214-4c41-8742-11ade4d3b95a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012036 May 31 11:56:09.405943 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4c87d83f-c8fd-403e-b056-56eef742579a req-4a08a495-b0fb-4de7-afef-aa39f8cb6556 service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653816 May 31 11:56:09.513275 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45928) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:09.629172 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1453917524-network', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:09.633885 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:09.637953 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Usage tracker for resource:network and tenant:34f0e76e94764cfd8eb89731efc545cc is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:09.640846 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:09.650882 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:09.731297 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Made reservation on behalf of 34f0e76e94764cfd8eb89731efc545cc for: {'network': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:09.733654 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:09.745769 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:09.760248 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:09.763988 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Usage tracker for resource:security_group_rule and tenant:34f0e76e94764cfd8eb89731efc545cc is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:09.766783 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:09.773047 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:09.853249 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:09.919286 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:09.922143 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-c0b90afa-d05d-480e-9824-d1f1dc13fd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:09.951025 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=98764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:56:09.959884 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaa44e0-aace-4473-8eeb-e1546a48a917,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:09.963358 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:09.965740 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:09.966074 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.segments_db [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Added segment 0f3644cc-1c54-41e1-92ff-e12819f59fe8 of type vlan for network 5826c415-3fe8-4517-91ef-eb31079ce526 May 31 11:56:09.994698 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:10.080322 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:10.082051 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:10.083351 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:10.088834 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:10.194126 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Pushing event updated for resources: {'Network': ['ID=5826c415-3fe8-4517-91ef-eb31079ce526,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:10.194126 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:10.205397 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network 5826c415-3fe8-4517-91ef-eb31079ce526 details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:56:10.240053 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7256765 May 31 11:56:10.242759 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45942) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:10.248300 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Request body: {'subnet': {'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1453917524-subnet', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:10.253134 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:10.257550 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Usage tracker for resource:subnet and tenant:34f0e76e94764cfd8eb89731efc545cc is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:10.260948 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:10.267657 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:10.353924 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Made reservation on behalf of 34f0e76e94764cfd8eb89731efc545cc for: {'subnet': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:10.356259 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3130865'] for subnet, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:10.633720 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bb30f-0663-4b81-a010-e052b972131e req-23ad1805-cd08-469d-8676-3d3597abdafe tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:10.635423 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-731bb30f-0663-4b81-a010-e052b972131e req-23ad1805-cd08-469d-8676-3d3597abdafe tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 945 time: 0.1285262 May 31 11:56:10.683701 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-731bb30f-0663-4b81-a010-e052b972131e req-f5cb8270-9e18-4b08-afbd-247933db3c83 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424938 May 31 11:56:10.988889 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device f1463084-6fb1-48e8-a96e-1927efa65658 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:56:11.000036 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2212217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3130855'] for subnet, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:11.005161 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:11.074804 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edde4eb3-72fa-4627-bcaa-bdeb0e37c13b,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:11.078714 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:11.083601 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Checking segment: {'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:11.083963 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Network hostable DHCP agents. Network: 5826c415-3fe8-4517-91ef-eb31079ce526, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:56:11.108946 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:11.136735 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1463084-6fb1-48e8-a96e-1927efa65658'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:11.138963 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5a634d-e896-4c8f-ab78-c01a59dbc823" -d '{"events": [{"server_uuid": "0cd6030c-6ff0-409c-abbb-741d1fa95da1", "name": "network-vif-unplugged", "status": "completed", "tag": "f1463084-6fb1-48e8-a96e-1927efa65658"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:11.146419 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port f1463084-6fb1-48e8-a96e-1927efa65658, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f1463084-6fb1-48e8-a96e-1927efa65658,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:11.180765 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 11:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51409db-e30e-49f2-9897-35fdb6683c29 x-openstack-request-id: req-a51409db-e30e-49f2-9897-35fdb6683c29 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:11.181106 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd6030c-6ff0-409c-abbb-741d1fa95da1", "name": "network-vif-unplugged", "status": "completed", "tag": "f1463084-6fb1-48e8-a96e-1927efa65658", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:11.181369 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a51409db-e30e-49f2-9897-35fdb6683c29 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:11.181760 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'code': 200} May 31 11:56:11.194238 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Network 5826c415-3fe8-4517-91ef-eb31079ce526 is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:56:11.217098 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:11.218971 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:11.292090 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, 5826c415-3fe8-4517-91ef-eb31079ce526) {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:11.294755 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=f1463084-6fb1-48e8-a96e-1927efa65658,revision_number=8']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:11.298163 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:11.304204 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c7227f-7488-4d86-9f4f-34a7d18ad7e8 None None] Network 5826c415-3fe8-4517-91ef-eb31079ce526 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:56:11.318206 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:11.318801 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:11.383418 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1394551 May 31 11:56:11.386248 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 45962) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:11.391281 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:11.395761 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:11.399611 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Usage tracker for resource:router and tenant:34f0e76e94764cfd8eb89731efc545cc is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:11.402402 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:11.407941 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:11.462615 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-933'] for router, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:11.463651 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-942'] for router, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:11.478669 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:11.520929 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29358474-a8da-5ec3-9a67-ff1cc0243770-5826c415-3fe8-4517-91ef-eb31079ce526', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b'}]}} from dv-cinder-791240-4-smb. {{(pid=98766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:56:11.521759 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:11.678851 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.db_base_plugin_common [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Allocated IP 172.20.0.2 (5826c415-3fe8-4517-91ef-eb31079ce526/edde4eb3-72fa-4627-bcaa-bdeb0e37c13b/aec59118-8736-4c5e-81b5-39f3fdda0691) {{(pid=98766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:11.865990 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-984'] for router, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:11.890629 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Notify callbacks [] for port, precommit_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:11.900566 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Transition to ACTIVE for port object aec59118-8736-4c5e-81b5-39f3fdda0691 will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:11.913473 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19b13d-9526-48a9-b21c-d773cc1f26b4 req-bada8153-5681-4239-b19c-3d816e555e89 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:11.914925 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3b19b13d-9526-48a9-b21c-d773cc1f26b4 req-bada8153-5681-4239-b19c-3d816e555e89 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.1063623 May 31 11:56:11.918195 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Transition to ACTIVE for port object aec59118-8736-4c5e-81b5-39f3fdda0691 will not be triggered until provisioned by entity DHCP. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:11.962458 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3b19b13d-9526-48a9-b21c-d773cc1f26b4 req-60b1f415-e709-44a3-bba1-259922ac745e tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413537 May 31 11:56:12.013054 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243'] for port, after_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.017032 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:12.085453 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Network 5826c415-3fe8-4517-91ef-eb31079ce526 is already hosted by enough agents. {{(pid=98766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:12.088140 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.base_scheduler [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Resources bound (agent type, host, resource id): {{(pid=98766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:12.090643 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Received port after_create {{(pid=98766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:12.096640 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Pushing event updated for resources: {'Port': ['ID=aec59118-8736-4c5e-81b5-39f3fdda0691,revision_number=1']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:12.099654 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:12.191624 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Attempting to bind port aec59118-8736-4c5e-81b5-39f3fdda0691 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:56:12.191992 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Attempting to bind port aec59118-8736-4c5e-81b5-39f3fdda0691 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:56:12.192471 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Attempting to bind port aec59118-8736-4c5e-81b5-39f3fdda0691 on network 5826c415-3fe8-4517-91ef-eb31079ce526 {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:12.197751 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:56:12.198125 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Checking segment: {'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:12.198571 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.198967 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Bound using segment: {'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:56:12.199434 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Bound port: aec59118-8736-4c5e-81b5-39f3fdda0691, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:56:12.199810 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.297518 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] For port aec59118-8736-4c5e-81b5-39f3fdda0691, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:56:12.301302 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] For port aec59118-8736-4c5e-81b5-39f3fdda0691, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=aec59118-8736-4c5e-81b5-39f3fdda0691,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:56:12.327538 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.360475 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.366365 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.371438 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:12.461163 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Pushing event updated for resources: {'Port': ['ID=aec59118-8736-4c5e-81b5-39f3fdda0691,revision_number=2']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:12.464322 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:12.522335 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Allocated IP 172.28.1.204 (44138ec9-aa29-40d8-b84a-8c450b87461c/270374c3-e0a8-4da5-b8af-4f1fd2d3da10/4e610d55-879f-49e6-a27f-0f79b339c590) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:12.700497 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.781850 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.785843 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:12.856631 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Network 44138ec9-aa29-40d8-b84a-8c450b87461c is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:12.860326 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:12.863321 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:12.905556 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Pushing event updated for resources: {'Port': ['ID=4e610d55-879f-49e6-a27f-0f79b339c590,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:12.908491 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:13.335318 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6eaf0-ab97-41f0-9856-d8744acc0c8a req-6c746f10-96b3-4ecf-9cec-a4e40d26a3ed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:13.342709 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4ac6eaf0-ab97-41f0-9856-d8744acc0c8a req-6c746f10-96b3-4ecf-9cec-a4e40d26a3ed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.1030667 May 31 11:56:13.390723 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4ac6eaf0-ab97-41f0-9856-d8744acc0c8a req-1f3de618-54e1-46d2-b3f2-54a921fde40a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470498 May 31 11:56:13.427154 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf6a28e-3a86-428e-8dce-8d87f49b7d19 None None] Network 5826c415-3fe8-4517-91ef-eb31079ce526 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:56:13.511470 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:13.568234 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-f9e1abe7-8f07-47c4-9410-69e76911139c None None] Provisioning for port aec59118-8736-4c5e-81b5-39f3fdda0691 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:13.907932 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697088'] for router, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:14.209721 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Router 50615db7-a7e2-477d-b898-de2ed573c037 is scheduled to L3 agent f461f98a-babc-4067-ba14-708fa24d667e with binding_index 1 {{(pid=98764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:56:14.392288 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:56:14.401282 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Sync routers for ids ['50615db7-a7e2-477d-b898-de2ed573c037'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:56:14.410408 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Routers {'50615db7-a7e2-477d-b898-de2ed573c037'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:14.411025 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:56:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['50615db7-a7e2-477d-b898-de2ed573c037'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:14.485629 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Notify callbacks [] for router, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:14.486861 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0996790 May 31 11:56:14.489703 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 46004) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:14.619721 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Set router 50615db7-a7e2-477d-b898-de2ed573c037 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:14.749999 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device aec59118-8736-4c5e-81b5-39f3fdda0691 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:14.988197 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:13Z', 'revision_number': 3, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:14.992795 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Checking router: 50615db7-a7e2-477d-b898-de2ed573c037 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:56:14.993384 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Updating router 50615db7-a7e2-477d-b898-de2ed573c037 port 4e610d55-879f-49e6-a27f-0f79b339c590 binding host dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:56:15.046908 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device f1463084-6fb1-48e8-a96e-1927efa65658 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:56:15.080132 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port aec59118-8736-4c5e-81b5-39f3fdda0691 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:15.094777 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:15.118403 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port aec59118-8736-4c5e-81b5-39f3fdda0691 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:15.118696 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:15.425242 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:15.475830 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc2464-8251-42c6-9767-d035db8c8853 req-cbd58eb2-ae0a-4c41-b0f2-96f6163d5733 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:15.482634 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-39bc2464-8251-42c6-9767-d035db8c8853 req-cbd58eb2-ae0a-4c41-b0f2-96f6163d5733 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.2321570 May 31 11:56:15.528560 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port aec59118-8736-4c5e-81b5-39f3fdda0691, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=aec59118-8736-4c5e-81b5-39f3fdda0691,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:15.586517 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-39bc2464-8251-42c6-9767-d035db8c8853 req-ad1ea6bb-4272-4f45-bb81-a828319470ce tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029599 May 31 11:56:15.618045 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:15.664354 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:15.669375 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:15.742424 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Notify callbacks [] for port, precommit_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:15.760656 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Transition to ACTIVE for port object 4e610d55-879f-49e6-a27f-0f79b339c590 will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:15.763007 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=aec59118-8736-4c5e-81b5-39f3fdda0691,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:15.766157 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:15.844775 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Allocated IP 172.20.0.1 (5826c415-3fe8-4517-91ef-eb31079ce526/edde4eb3-72fa-4627-bcaa-bdeb0e37c13b/1c8720ed-a644-41c0-ba2e-90d9b6859931) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:15.856985 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:15.861740 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:15.939087 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Attempting to bind port 4e610d55-879f-49e6-a27f-0f79b339c590 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:56:15.939465 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Attempting to bind port 4e610d55-879f-49e6-a27f-0f79b339c590 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:56:15.939899 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Attempting to bind port 4e610d55-879f-49e6-a27f-0f79b339c590 on network 44138ec9-aa29-40d8-b84a-8c450b87461c {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:15.942088 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d574e-8d78-4b41-9989-ac294a577f3c None None] Pushing event updated for resources: {'Port': ['ID=4e610d55-879f-49e6-a27f-0f79b339c590,revision_number=2']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:15.945715 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-ad7d574e-8d78-4b41-9989-ac294a577f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:15.946228 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 46058) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:15.948306 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:56:15.948678 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Checking segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:15.949098 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:15.949782 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Bound using segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:56:15.950420 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Bound port: 4e610d55-879f-49e6-a27f-0f79b339c590, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:56:15.951158 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:16.007916 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:16.025643 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Transition to ACTIVE for port object 1c8720ed-a644-41c0-ba2e-90d9b6859931 will not be triggered until provisioned by entity DHCP. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:16.030009 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] For port 4e610d55-879f-49e6-a27f-0f79b339c590, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:56:16.033090 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] For port 4e610d55-879f-49e6-a27f-0f79b339c590, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=4e610d55-879f-49e6-a27f-0f79b339c590,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:56:16.082904 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b4106c17-ece2-4c80-a5a3-998b53242f8b req-5681c989-69bc-4143-bfea-984dc9f19c8e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1350968 May 31 11:56:16.092407 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:16.097116 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:16.137365 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:16.142346 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:16.173790 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Routers {'50615db7-a7e2-477d-b898-de2ed573c037'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:16.174403 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:56:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['50615db7-a7e2-477d-b898-de2ed573c037'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:16.209083 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Network 5826c415-3fe8-4517-91ef-eb31079ce526 is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:16.212450 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:16.215178 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:16.259383 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8720ed-a644-41c0-ba2e-90d9b6859931,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:16.262438 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:16.280828 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d574e-8d78-4b41-9989-ac294a577f3c None None] Pushing event updated for resources: {'Port': ['ID=4e610d55-879f-49e6-a27f-0f79b339c590,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:16.288038 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-ad7d574e-8d78-4b41-9989-ac294a577f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:16.293501 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699249'] for router_interface, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:16.420457 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] Set router 50615db7-a7e2-477d-b898-de2ed573c037 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:16.626710 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:16.673633 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-0b6eab7c-8218-410f-a241-ccb379e798fe None None] Provisioning for port 1c8720ed-a644-41c0-ba2e-90d9b6859931 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:16.732422 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-0b6eab7c-8218-410f-a241-ccb379e798fe None None] Provisioning complete for port 1c8720ed-a644-41c0-ba2e-90d9b6859931 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:16.733138 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0b6eab7c-8218-410f-a241-ccb379e798fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:16.759455 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device aec59118-8736-4c5e-81b5-39f3fdda0691 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:16.842596 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35776bde-b25e-4122-8d29-6c0b61e5ba77 req-df68f94b-5e93-435c-820a-1ff7b6ab1933 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:16.845150 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-35776bde-b25e-4122-8d29-6c0b61e5ba77 req-df68f94b-5e93-435c-820a-1ff7b6ab1933 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.0905445 May 31 11:56:16.868561 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-0b6eab7c-8218-410f-a241-ccb379e798fe None None] Port 1c8720ed-a644-41c0-ba2e-90d9b6859931 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:56:16.893071 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port aec59118-8736-4c5e-81b5-39f3fdda0691 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:16.893453 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:16.917245 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-35776bde-b25e-4122-8d29-6c0b61e5ba77 req-abe69cf0-6202-4ea6-8e69-d4d3b9d6b5d5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594490 May 31 11:56:16.923460 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:16.948270 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:13Z', 'revision_number': 3, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:16.962622 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d1754-d48b-4a1d-95d0-ef69e6f9115c None None] The sync data for ids ['50615db7-a7e2-477d-b898-de2ed573c037'] in dv-cinder-791240-4-smb is: [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:13Z', 'revision_number': 3, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:56:17.006004 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:17.033548 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-becd2cd2-7d59-4e2d-bf61-024aeda81833 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:17.243119 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699356'] for router_interface, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:17.246499 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8720ed-a644-41c0-ba2e-90d9b6859931,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:17.249753 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:17.406415 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Network 5826c415-3fe8-4517-91ef-eb31079ce526 is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:17.407586 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:17.594713 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-eb5df8dd-4e6d-48cb-bce9-7e7edbcfd457 None None] Provisioning complete for port 1c8720ed-a644-41c0-ba2e-90d9b6859931 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:17.595112 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-eb5df8dd-4e6d-48cb-bce9-7e7edbcfd457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:17.612255 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Router 50615db7-a7e2-477d-b898-de2ed573c037 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:56:17.657289 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-eb5df8dd-4e6d-48cb-bce9-7e7edbcfd457 None None] Port 1c8720ed-a644-41c0-ba2e-90d9b6859931 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:56:17.801104 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:56:17.811163 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] 10.222.0.43 "PUT /v2.0/routers/50615db7-a7e2-477d-b898-de2ed573c037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3204024 May 31 11:56:18.131394 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ed2a4-3365-4329-8f68-611f6558bdd5 req-370b1205-5210-4376-9bbc-adc63d1993d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:18.132901 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dc9ed2a4-3365-4329-8f68-611f6558bdd5 req-370b1205-5210-4376-9bbc-adc63d1993d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.1120927 May 31 11:56:18.190549 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dc9ed2a4-3365-4329-8f68-611f6558bdd5 req-3d019a54-f7e2-4717-8907-57e63e64b655 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507624 May 31 11:56:18.487150 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 46106) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:18.493061 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--391415888', 'description': 'tempest-description--342444196'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:18.499027 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:18.503018 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Usage tracker for resource:security_group and tenant:34f0e76e94764cfd8eb89731efc545cc is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:18.506523 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:18.513428 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:18.595718 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:18.619597 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Sync routers for ids ['50615db7-a7e2-477d-b898-de2ed573c037'] in dv-cinder-791240-4-smb {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:56:18.624434 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:18.631373 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Usage tracker for resource:security_group_rule and tenant:34f0e76e94764cfd8eb89731efc545cc is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:18.631878 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Routers {'50615db7-a7e2-477d-b898-de2ed573c037'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:18.632542 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:56:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['50615db7-a7e2-477d-b898-de2ed573c037'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:18.641649 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:18.648232 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:18.700111 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 4e610d55-879f-49e6-a27f-0f79b339c590 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:18.741375 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:18.807380 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:18.813032 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-0e0bc46f-e03c-44f2-8a38-b6a7a0a34161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:18.819508 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Set router 50615db7-a7e2-477d-b898-de2ed573c037 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:18.855842 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388006fa-08e3-4c6c-b58d-4f9cb42d8d42,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:18.858882 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:18.863952 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 4e610d55-879f-49e6-a27f-0f79b339c590 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:18.870190 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 4e610d55-879f-49e6-a27f-0f79b339c590 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:18.874306 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:18.938095 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:18.939877 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4516990 May 31 11:56:18.942946 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 46114) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:18.952602 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-9c7760ae-6a92-433f-bc6c-b48bd6e21215 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Request body: {'security_group_rule': {'security_group_id': '388006fa-08e3-4c6c-b58d-4f9cb42d8d42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:18.962795 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-9c7760ae-6a92-433f-bc6c-b48bd6e21215 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:18.971722 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-9c7760ae-6a92-433f-bc6c-b48bd6e21215 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Usage tracker for resource:security_group_rule and tenant:34f0e76e94764cfd8eb89731efc545cc is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:18.983546 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-9c7760ae-6a92-433f-bc6c-b48bd6e21215 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:18.983546 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-9c7760ae-6a92-433f-bc6c-b48bd6e21215 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:19.015277 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.033747 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 4e610d55-879f-49e6-a27f-0f79b339c590, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=4e610d55-879f-49e6-a27f-0f79b339c590,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:19.062406 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9c7760ae-6a92-433f-bc6c-b48bd6e21215 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.083376 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 46120) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:19.118568 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.121218 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-9853fe6f-f6f6-481f-9d44-a9b166a458eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:19.131362 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9c7760ae-6a92-433f-bc6c-b48bd6e21215 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.162713 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '1c8720ed-a644-41c0-ba2e-90d9b6859931', 'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'mac_address': 'fa:16:3e:d7:12:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:15Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 2, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'subnets': [{'id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:19.166766 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Checking router: 50615db7-a7e2-477d-b898-de2ed573c037 for host: dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:56:19.167334 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Updating router 50615db7-a7e2-477d-b898-de2ed573c037 port 1c8720ed-a644-41c0-ba2e-90d9b6859931 binding host dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:56:19.212470 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=4e610d55-879f-49e6-a27f-0f79b339c590,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:19.223836 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:19.235192 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.242409 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bb93162-ff05-4f9e-a2af-3de02b7faedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.261931 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9c7760ae-6a92-433f-bc6c-b48bd6e21215 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.267293 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-1bb93162-ff05-4f9e-a2af-3de02b7faedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:19.270140 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:19.284290 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-1bb93162-ff05-4f9e-a2af-3de02b7faedf admin admin] Usage tracker for resource:security_group_rule and tenant:a454eb72fc00481c99dee4f1bf91ce59 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:19.296465 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-1bb93162-ff05-4f9e-a2af-3de02b7faedf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:19.350078 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7760ae-6a92-433f-bc6c-b48bd6e21215 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38563d70-e6d5-4471-85d0-9f23d2e708f9,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:19.350078 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-1bb93162-ff05-4f9e-a2af-3de02b7faedf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:19.356666 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9c7760ae-6a92-433f-bc6c-b48bd6e21215 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:19.392482 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106c17-ece2-4c80-a5a3-998b53242f8b req-2b0933c7-7cd8-4767-8cb7-30d0e6142aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:19.394780 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b4106c17-ece2-4c80-a5a3-998b53242f8b req-2b0933c7-7cd8-4767-8cb7-30d0e6142aa2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1&tenant_id=96d2340d017442468109cc2223b2c1ad HTTP/1.1" status: 200 len: 1096 time: 0.1026189 May 31 11:56:19.402917 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1706a55-ed66-47a5-82a3-8c7ddd65df50 req-d001b5cf-713d-488a-acd4-c5c5b4d6ada1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:19.404356 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d1706a55-ed66-47a5-82a3-8c7ddd65df50 req-d001b5cf-713d-488a-acd4-c5c5b4d6ada1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.0894129 May 31 11:56:19.420583 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9c7760ae-6a92-433f-bc6c-b48bd6e21215 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.426449 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-9c7760ae-6a92-433f-bc6c-b48bd6e21215 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4810686 May 31 11:56:19.432073 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 46130) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:19.441997 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-35906154-44a4-4ca4-b6fb-fbe3b985f270 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Request body: {'security_group_rule': {'security_group_id': '388006fa-08e3-4c6c-b58d-4f9cb42d8d42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:19.454645 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-35906154-44a4-4ca4-b6fb-fbe3b985f270 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:19.463027 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-35906154-44a4-4ca4-b6fb-fbe3b985f270 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Usage tracker for resource:security_group_rule and tenant:34f0e76e94764cfd8eb89731efc545cc is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:19.467510 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-35906154-44a4-4ca4-b6fb-fbe3b985f270 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:19.482540 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d1706a55-ed66-47a5-82a3-8c7ddd65df50 req-4b804c81-ed54-4302-8ec9-a708bcb1fe2b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716641 May 31 11:56:19.483453 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-35906154-44a4-4ca4-b6fb-fbe3b985f270 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:19.562410 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106c17-ece2-4c80-a5a3-998b53242f8b req-6d5360e1-53dd-4b6b-b082-09b60446e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:19.563864 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b4106c17-ece2-4c80-a5a3-998b53242f8b req-6d5360e1-53dd-4b6b-b082-09b60446e45b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96d2340d017442468109cc2223b2c1ad&device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 1096 time: 0.1257179 May 31 11:56:19.601381 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bb93162-ff05-4f9e-a2af-3de02b7faedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.607064 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.615693 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-35906154-44a4-4ca4-b6fb-fbe3b985f270 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.619723 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Transition to ACTIVE for port object 1c8720ed-a644-41c0-ba2e-90d9b6859931 will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:19.671145 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bb93162-ff05-4f9e-a2af-3de02b7faedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.676732 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-35906154-44a4-4ca4-b6fb-fbe3b985f270 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.680600 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-a4d5c2e0-2c98-47b4-9b71-cbcbe07b259e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:19.697245 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.701545 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:19.750504 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-1bb93162-ff05-4f9e-a2af-3de02b7faedf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a454eb72fc00481c99dee4f1bf91ce59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6661048 May 31 11:56:19.753312 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 46134) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:19.760747 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106c17-ece2-4c80-a5a3-998b53242f8b req-ef421511-5b17-4be2-a5b2-c67156b6a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:19.762263 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b4106c17-ece2-4c80-a5a3-998b53242f8b req-ef421511-5b17-4be2-a5b2-c67156b6a99b service neutron] 10.222.0.36 "GET /v2.0/networks?id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4 HTTP/1.1" status: 200 len: 917 time: 0.1871953 May 31 11:56:19.763404 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb93162-ff05-4f9e-a2af-3de02b7faedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0fb717-999d-404e-8b38-38e28eb2ecc2,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:19.766643 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1bb93162-ff05-4f9e-a2af-3de02b7faedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:19.771600 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-35906154-44a4-4ca4-b6fb-fbe3b985f270 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.784311 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:19.819428 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Pushing event updated for resources: {'Port': ['ID=1c8720ed-a644-41c0-ba2e-90d9b6859931,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:19.820510 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35906154-44a4-4ca4-b6fb-fbe3b985f270 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3092169a-5c06-4043-b1b3-4ab64121bf1e,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:19.834563 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:19.835198 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:19.835737 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:19.836275 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:19.836659 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:19.837038 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:19.837532 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:19.837996 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-35906154-44a4-4ca4-b6fb-fbe3b985f270 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:19.838202 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:19.838913 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:19.839768 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:19.840277 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:19.840778 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:19.849542 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:19.872686 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-8e85b7b7-c402-4571-9524-1bc0ed90fbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.897365 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b4106c17-ece2-4c80-a5a3-998b53242f8b req-14b7a60f-679b-475a-bb37-35cef3ac9ee9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1463084-6fb1-48e8-a96e-1927efa65658 HTTP/1.1" status: 200 len: 997 time: 0.1257186 May 31 11:56:19.909916 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-8e85b7b7-c402-4571-9524-1bc0ed90fbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.939115 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Attempting to bind port 1c8720ed-a644-41c0-ba2e-90d9b6859931 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:56:19.939740 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Attempting to bind port 1c8720ed-a644-41c0-ba2e-90d9b6859931 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:56:19.941658 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Attempting to bind port 1c8720ed-a644-41c0-ba2e-90d9b6859931 on network 5826c415-3fe8-4517-91ef-eb31079ce526 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:19.949166 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:56:19.949843 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Checking segment: {'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:19.950542 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.951189 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Bound using segment: {'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:56:19.951846 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Bound port: 1c8720ed-a644-41c0-ba2e-90d9b6859931, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:56:19.952499 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.960341 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-35906154-44a4-4ca4-b6fb-fbe3b985f270 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.961967 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-35906154-44a4-4ca4-b6fb-fbe3b985f270 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5303929 May 31 11:56:19.965739 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 46138) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:19.973853 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Request body: {'floatingip': {'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:19.980094 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:19.984411 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Usage tracker for resource:floatingip and tenant:34f0e76e94764cfd8eb89731efc545cc is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:19.985547 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106c17-ece2-4c80-a5a3-998b53242f8b req-4e50f1b7-3656-4eaa-b80c-3e6d1371ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:19.987544 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:19.988559 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b4106c17-ece2-4c80-a5a3-998b53242f8b req-4e50f1b7-3656-4eaa-b80c-3e6d1371ae34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e380460-4b72-4669-bfbb-1247484cb9b0 HTTP/1.1" status: 200 len: 855 time: 0.0808740 May 31 11:56:19.995392 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:20.058579 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] For port 1c8720ed-a644-41c0-ba2e-90d9b6859931, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:56:20.061605 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] For port 1c8720ed-a644-41c0-ba2e-90d9b6859931, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=1c8720ed-a644-41c0-ba2e-90d9b6859931,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:56:20.078932 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4106c17-ece2-4c80-a5a3-998b53242f8b req-af9038d9-5626-43b6-93b1-b221a83fb336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:20.080436 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b4106c17-ece2-4c80-a5a3-998b53242f8b req-af9038d9-5626-43b6-93b1-b221a83fb336 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769866 May 31 11:56:20.091640 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for floatingip, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:20.114675 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-8e85b7b7-c402-4571-9524-1bc0ed90fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:20.119933 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-16cc94f0-f5eb-4808-aa28-40eb2d35d0d6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:20.133360 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85b7b7-c402-4571-9524-1bc0ed90fbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0fb717-999d-404e-8b38-38e28eb2ecc2,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:20.138262 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-8e85b7b7-c402-4571-9524-1bc0ed90fbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:20.154858 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:20.158935 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:20.191828 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-8e85b7b7-c402-4571-9524-1bc0ed90fbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:20.192973 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-8e85b7b7-c402-4571-9524-1bc0ed90fbf7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f0fb717-999d-404e-8b38-38e28eb2ecc2 HTTP/1.1" status: 204 len: 168 time: 0.4379563 May 31 11:56:20.228582 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b4106c17-ece2-4c80-a5a3-998b53242f8b req-0094be68-5328-4fa0-84f0-522833532334 service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394715 May 31 11:56:20.264370 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Pushing event updated for resources: {'Port': ['ID=1c8720ed-a644-41c0-ba2e-90d9b6859931,revision_number=4']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:20.269351 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:20.282949 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:20.320126 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Routers {'50615db7-a7e2-477d-b898-de2ed573c037'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:20.321454 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:56:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['50615db7-a7e2-477d-b898-de2ed573c037'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:20.409291 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b4106c17-ece2-4c80-a5a3-998b53242f8b req-3cbdc36b-bade-4339-bb28-d7bf3da93829 service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737061 May 31 11:56:20.440161 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Allocated IP 172.28.1.64 (44138ec9-aa29-40d8-b84a-8c450b87461c/270374c3-e0a8-4da5-b8af-4f1fd2d3da10/f2d6e39a-7c9d-41f1-9b24-13a860c27298) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:20.592578 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] Set router 50615db7-a7e2-477d-b898-de2ed573c037 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:20.699599 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 4e610d55-879f-49e6-a27f-0f79b339c590 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:20.700410 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:20.761649 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae3db7-1315-4d11-9c09-c0e1833cf3a6 req-889e484b-b33c-46f2-81ea-9ae1827082d0 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:20.763145 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-57ae3db7-1315-4d11-9c09-c0e1833cf3a6 req-889e484b-b33c-46f2-81ea-9ae1827082d0 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.1229444 May 31 11:56:20.789231 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 4e610d55-879f-49e6-a27f-0f79b339c590 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:20.789614 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:20.823314 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-57ae3db7-1315-4d11-9c09-c0e1833cf3a6 req-59193615-e590-4bb5-a004-4013ddb7da77 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538774 May 31 11:56:20.841271 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:20.856158 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ac65d47b-15c8-404b-ae40-35c55e14d79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:20.926481 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Network 44138ec9-aa29-40d8-b84a-8c450b87461c is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:20.938342 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:20.944320 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:20.996282 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event updated for resources: {'Port': ['ID=f2d6e39a-7c9d-41f1-9b24-13a860c27298,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:21.000314 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:21.010354 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '1c8720ed-a644-41c0-ba2e-90d9b6859931', 'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'mac_address': 'fa:16:3e:d7:12:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:15Z', 'updated_at': '2021-05-31T11:56:20Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'subnets': [{'id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:21.014802 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef1bf3-e8d4-4285-a53b-34a2cb5eebae None None] The sync data for ids ['50615db7-a7e2-477d-b898-de2ed573c037'] in dv-cinder-791240-4-smb is: [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '1c8720ed-a644-41c0-ba2e-90d9b6859931', 'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'mac_address': 'fa:16:3e:d7:12:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:15Z', 'updated_at': '2021-05-31T11:56:20Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'subnets': [{'id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:56:21.045255 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:21.094757 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 46174) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:21.112519 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-795b9ae5-6670-4989-a6b5-19f521284ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:21.134141 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-795b9ae5-6670-4989-a6b5-19f521284ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:21.138138 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-795b9ae5-6670-4989-a6b5-19f521284ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:3e6c3aa4c660403eaa10ce0d75166b89 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:21.142056 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-795b9ae5-6670-4989-a6b5-19f521284ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:21.148177 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-795b9ae5-6670-4989-a6b5-19f521284ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:21.339691 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:21.460233 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-795b9ae5-6670-4989-a6b5-19f521284ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:21.565021 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-795b9ae5-6670-4989-a6b5-19f521284ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:21.585934 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-a86b7356-57c4-44c9-b655-de12dfeced95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:21.675556 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-795b9ae5-6670-4989-a6b5-19f521284ef1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e6c3aa4c660403eaa10ce0d75166b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5796082 May 31 11:56:21.678281 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b9ae5-6670-4989-a6b5-19f521284ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c57b57-a943-4645-a0b3-89d624c296e8,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:21.678478 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 46190) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:21.682552 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-795b9ae5-6670-4989-a6b5-19f521284ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:21.720083 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:21.789065 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:21.794172 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-edb58277-5da5-4706-947d-31cb3ac08e8c tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:21.800991 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-789ef209-c732-4916-a4a0-30fa6f4d0d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:21.864649 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-789ef209-c732-4916-a4a0-30fa6f4d0d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:21.987095 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event updated for resources: {'Port': ['ID=f2d6e39a-7c9d-41f1-9b24-13a860c27298,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:21.992949 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:22.048584 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697336'] for floatingip, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:22.063454 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-789ef209-c732-4916-a4a0-30fa6f4d0d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:22.082379 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-24095db2-cdb5-46b9-946e-cc1e7dde0e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:22.114762 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff31325-0d36-429a-b4b3-a4865b938306 req-7b178348-0a18-41e2-9605-ae78d9b3a131 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:22.116344 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4ff31325-0d36-429a-b4b3-a4865b938306 req-7b178348-0a18-41e2-9605-ae78d9b3a131 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.1224320 May 31 11:56:22.148064 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:22.149456 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1824379 May 31 11:56:22.187715 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4ff31325-0d36-429a-b4b3-a4865b938306 req-828f7779-a24f-43af-9186-0952304ff2ff tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599422 May 31 11:56:22.239217 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ef209-c732-4916-a4a0-30fa6f4d0d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c57b57-a943-4645-a0b3-89d624c296e8,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:22.249626 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-789ef209-c732-4916-a4a0-30fa6f4d0d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:22.250525 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-789ef209-c732-4916-a4a0-30fa6f4d0d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:22.251670 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-789ef209-c732-4916-a4a0-30fa6f4d0d4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32c57b57-a943-4645-a0b3-89d624c296e8 HTTP/1.1" status: 204 len: 168 time: 0.5722435 May 31 11:56:22.450345 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-17f60100-e600-4669-9efc-82fa89547d94 req-a184139a-08ec-4c4e-a7d3-30ba411d0cd0 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Synchronizing usage tracker for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:security_group {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:22.571578 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-17f60100-e600-4669-9efc-82fa89547d94 req-a184139a-08ec-4c4e-a7d3-30ba411d0cd0 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Unset dirty status for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:security_group {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:22.573594 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-a184139a-08ec-4c4e-a7d3-30ba411d0cd0 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--391415888&fields=id&tenant_id=34f0e76e94764cfd8eb89731efc545cc HTTP/1.1" status: 200 len: 267 time: 0.1663408 May 31 11:56:22.732692 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 1c8720ed-a644-41c0-ba2e-90d9b6859931 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:22.795146 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f60100-e600-4669-9efc-82fa89547d94 req-ca5adc28-5fd0-4741-82cb-7e7f6820f279 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:22.801111 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-ca5adc28-5fd0-4741-82cb-7e7f6820f279 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/networks?id=5826c415-3fe8-4517-91ef-eb31079ce526 HTTP/1.1" status: 200 len: 811 time: 0.2200928 May 31 11:56:22.812549 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-34d64ea6-9431-4ddf-b62c-e98b2a3c76be tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/quotas/34f0e76e94764cfd8eb89731efc545cc HTTP/1.1" status: 200 len: 375 time: 0.0098002 May 31 11:56:22.868452 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 1c8720ed-a644-41c0-ba2e-90d9b6859931 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:22.874988 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 1c8720ed-a644-41c0-ba2e-90d9b6859931 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:22.875797 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:22.912533 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-b4a0119f-cba1-45d5-841a-ae43c25a74d3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f0e76e94764cfd8eb89731efc545cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0944612 May 31 11:56:23.024310 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:23.076553 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 1c8720ed-a644-41c0-ba2e-90d9b6859931, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=1c8720ed-a644-41c0-ba2e-90d9b6859931,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:23.082691 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-569f9344-f99d-40fd-9b41-67bd9901f3fc service neutron] 10.222.0.43 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579139 May 31 11:56:23.171147 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:23.174323 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:23.218734 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-570fc91d-4bff-48d0-8f57-ba0dc3355394 service neutron] 10.222.0.43 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350574 May 31 11:56:23.257806 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=1c8720ed-a644-41c0-ba2e-90d9b6859931,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:23.262812 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:23.440158 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745a0c1-bad8-4a0e-92d0-f33d8ea22882 req-36580e04-9148-4cad-b0de-41873bf24265 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:23.442266 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3745a0c1-bad8-4a0e-92d0-f33d8ea22882 req-36580e04-9148-4cad-b0de-41873bf24265 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.0921438 May 31 11:56:23.495338 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3745a0c1-bad8-4a0e-92d0-f33d8ea22882 req-c057fe50-e3ed-46d8-b84f-15ffab9cf977 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470870 May 31 11:56:23.574118 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-acaf1ed2-4945-47ec-b1f6-c0a3a100feac req-77a4db82-3c82-4739-b8ad-e584344b226b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 210 time: 0.0568576 May 31 11:56:24.679419 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 1c8720ed-a644-41c0-ba2e-90d9b6859931 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:24.885217 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-275479b4-ca61-4b94-b396-ccc1cf7bbc29 req-61dd51a0-d8db-4ed2-8c90-bc0d01c79bd6 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 210 time: 0.1097019 May 31 11:56:24.914205 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 1c8720ed-a644-41c0-ba2e-90d9b6859931 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:24.914706 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:24.923317 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7999b-a05f-4a08-a772-63d98a7c7e1b req-998e0274-c297-436b-81ae-0df91609347d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:24.926414 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-5fb7999b-a05f-4a08-a772-63d98a7c7e1b req-998e0274-c297-436b-81ae-0df91609347d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.1015925 May 31 11:56:25.031482 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-5fb7999b-a05f-4a08-a772-63d98a7c7e1b req-d98bd328-054e-4d92-a13e-2f3d2715672d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783591 May 31 11:56:26.036611 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-d1464abb-a35b-446f-b4a7-445d8fe70f73 req-dd6fee29-f7e7-4574-af84-46c4e411befc tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Synchronizing usage tracker for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:26.112568 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-d1464abb-a35b-446f-b4a7-445d8fe70f73 req-dd6fee29-f7e7-4574-af84-46c4e411befc tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Unset dirty status for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:26.113744 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d1464abb-a35b-446f-b4a7-445d8fe70f73 req-dd6fee29-f7e7-4574-af84-46c4e411befc tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 210 time: 0.1232319 May 31 11:56:26.294109 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d75313-aa8d-41f7-97f6-2e749cae963d req-52cc2634-0e62-48a5-9b68-8dc3fbef2c57 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:26.295627 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-59d75313-aa8d-41f7-97f6-2e749cae963d req-52cc2634-0e62-48a5-9b68-8dc3fbef2c57 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.0831685 May 31 11:56:26.345075 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-59d75313-aa8d-41f7-97f6-2e749cae963d req-a56fc33e-d1ef-4426-ab91-1395d4c813cd tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438373 May 31 11:56:26.600622 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:56:27.294428 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4bd3b563-8df9-472e-8627-a119ce17a455 req-45089147-723f-4805-852e-f275176f8b93 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 210 time: 0.0537007 May 31 11:56:27.551114 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f6e2-04c7-451c-ab19-154b40f8f695 req-a9423958-1880-4646-805a-f22a5c201a93 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:27.553051 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6926f6e2-04c7-451c-ab19-154b40f8f695 req-a9423958-1880-4646-805a-f22a5c201a93 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.0947452 May 31 11:56:27.626639 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6926f6e2-04c7-451c-ab19-154b40f8f695 req-5bb18c50-272d-422d-9d3f-5cee6cb915d5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597405 May 31 11:56:28.334482 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa1495-dd13-46bc-84bf-d2153521f51d req-59e3e0e1-fab0-4bb4-8047-f77ab846b692 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:28.335987 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-89aa1495-dd13-46bc-84bf-d2153521f51d req-59e3e0e1-fab0-4bb4-8047-f77ab846b692 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.0895832 May 31 11:56:28.383577 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-89aa1495-dd13-46bc-84bf-d2153521f51d req-e09c3076-233c-4356-a8b1-37ed0a993997 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416293 May 31 11:56:28.542109 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fd886419-3960-449f-9967-3af0fb60ba28 req-2903d9dc-48c0-4c22-9a32-3f8b37fefeb3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 210 time: 0.0476389 May 31 11:56:28.890516 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6158c60-bd59-4d1b-aff1-c1640b435571 req-fe9e3be9-2541-4819-8d10-1f63e35a66a1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:28.892829 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f6158c60-bd59-4d1b-aff1-c1640b435571 req-fe9e3be9-2541-4819-8d10-1f63e35a66a1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.0955551 May 31 11:56:28.945185 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f6158c60-bd59-4d1b-aff1-c1640b435571 req-ed647e6e-4fcd-4ac4-b1d0-e10050a0457a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449293 May 31 11:56:29.582280 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4aeb6-ff63-489b-9054-35d8573d7646 req-0dab7215-a2da-4cae-a13e-cc4991db394b tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:29.583678 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fef4aeb6-ff63-489b-9054-35d8573d7646 req-0dab7215-a2da-4cae-a13e-cc4991db394b tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.0862243 May 31 11:56:29.636171 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fef4aeb6-ff63-489b-9054-35d8573d7646 req-26a4cab0-8492-480d-a9f9-74906c47c043 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462811 May 31 11:56:29.788531 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a0f1ae22-3c58-473d-916f-48737840c8e5 req-bb7d3807-ebac-46fa-ba82-f1a0282b8cc1 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 210 time: 0.0548112 May 31 11:56:29.991937 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-466c3fa5-b16c-470b-8b46-f24068be0453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:30.148802 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a97c8-ed1d-4225-9f07-3e9ae11d0973 req-20a87086-3560-4f88-86fc-888fc0b7913b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:30.154629 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-840a97c8-ed1d-4225-9f07-3e9ae11d0973 req-20a87086-3560-4f88-86fc-888fc0b7913b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.0942276 May 31 11:56:30.197294 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-840a97c8-ed1d-4225-9f07-3e9ae11d0973 req-a83aa357-3876-4fd4-a206-7de5ca9744d2 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392404 May 31 11:56:30.837345 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2dbf2-3596-4282-886b-0639e515fbdf req-ea67a22e-a15a-4a29-871a-1b0527441087 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:30.840254 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d5e2dbf2-3596-4282-886b-0639e515fbdf req-ea67a22e-a15a-4a29-871a-1b0527441087 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.0925689 May 31 11:56:30.890146 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d5e2dbf2-3596-4282-886b-0639e515fbdf req-425b30fc-5602-4808-abee-d34ac0d06ad2 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454595 May 31 11:56:31.027969 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-93786e11-379e-4544-8d64-491f7b5ce276 req-3d78fa1f-65cf-451f-812c-c308c00ca263 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 210 time: 0.0428767 May 31 11:56:31.494412 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38220b-9fa4-4cd8-a790-7cdc9e9648b4 req-bd26ed06-0aba-4b8d-8719-160fc2829369 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:31.495836 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-af38220b-9fa4-4cd8-a790-7cdc9e9648b4 req-bd26ed06-0aba-4b8d-8719-160fc2829369 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.1713893 May 31 11:56:31.544886 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-af38220b-9fa4-4cd8-a790-7cdc9e9648b4 req-4af67889-66b5-4e06-954e-f5800a0595e7 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433288 May 31 11:56:32.105891 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e783a-0ae1-4aee-945b-640135dafebd req-e09abefa-f606-4878-8f5f-14fed0d5bc87 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:32.107461 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4b7e783a-0ae1-4aee-945b-640135dafebd req-e09abefa-f606-4878-8f5f-14fed0d5bc87 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.1044774 May 31 11:56:32.162653 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4b7e783a-0ae1-4aee-945b-640135dafebd req-c65c7d62-e320-49b2-9271-1a9038fc5d7e tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479939 May 31 11:56:32.332959 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0f15df76-f7b0-4a2f-9f7f-e93027f2a528 req-1d31e554-d9c6-4ed4-bd80-4c1cc93153ea tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 210 time: 0.0579567 May 31 11:56:32.341447 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-73bca176-32fd-4388-a115-e2a9feff79b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:32.370234 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:32.739071 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a8289-4c17-4fdc-9649-86fe34dc112d req-f2ce094c-d516-4520-ab99-bda7a5c19aef tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:32.740551 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1a4a8289-4c17-4fdc-9649-86fe34dc112d req-f2ce094c-d516-4520-ab99-bda7a5c19aef tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.0811787 May 31 11:56:32.791356 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1a4a8289-4c17-4fdc-9649-86fe34dc112d req-b3ff3b34-45e2-47d2-aebc-e23a383b484a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449708 May 31 11:56:33.263041 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.359315 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544a24d-0566-418f-bd91-ab0df591761c req-4d8d9b01-7fb3-415f-bd37-5ab75d3d6924 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:33.360954 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3544a24d-0566-418f-bd91-ab0df591761c req-4d8d9b01-7fb3-415f-bd37-5ab75d3d6924 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.0902371 May 31 11:56:33.421528 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3544a24d-0566-418f-bd91-ab0df591761c req-1044a5b9-5459-45fe-94ae-54a236a6670a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467420 May 31 11:56:33.577948 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b2ed51a1-8f9e-4bc3-a6ca-116151546900 req-99a400e9-cfcf-42d8-964d-018ac1533844 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 210 time: 0.0558851 May 31 11:56:33.992244 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88a76f-9d1d-45ce-b653-1881d03e1c8e req-f79d6fe1-6d40-48f1-a402-40d8e9d67b8b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:33.993692 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2e88a76f-9d1d-45ce-b653-1881d03e1c8e req-f79d6fe1-6d40-48f1-a402-40d8e9d67b8b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.0893886 May 31 11:56:34.039284 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2e88a76f-9d1d-45ce-b653-1881d03e1c8e req-c460e00c-bcb7-476e-939f-6e91a896ece1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398853 May 31 11:56:34.505063 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c463706-f0c4-407e-8e4c-0ed4d241ec62 req-b90807a1-c970-43e8-abcc-7465be1c6e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:34.506735 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7c463706-f0c4-407e-8e4c-0ed4d241ec62 req-b90807a1-c970-43e8-abcc-7465be1c6e69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e8d43d6bc8f40bc86899216db913e26&device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 1138 time: 0.0731952 May 31 11:56:34.620836 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcdc8f-c82b-4413-b504-00cb773fe160 req-df440d9a-d340-4ed2-8654-31a6e1c8ab8f tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:34.622306 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1cbcdc8f-c82b-4413-b504-00cb773fe160 req-df440d9a-d340-4ed2-8654-31a6e1c8ab8f tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.0816712 May 31 11:56:34.649862 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c463706-f0c4-407e-8e4c-0ed4d241ec62 req-9e474e5e-e0cd-49f4-9c57-69290c5a4ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:34.651298 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7c463706-f0c4-407e-8e4c-0ed4d241ec62 req-9e474e5e-e0cd-49f4-9c57-69290c5a4ca3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c61f7101-e42f-424d-83a7-078109e86a9f HTTP/1.1" status: 200 len: 916 time: 0.1365385 May 31 11:56:34.674703 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1cbcdc8f-c82b-4413-b504-00cb773fe160 req-79215480-92a0-487d-90a2-503746913f7d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459371 May 31 11:56:34.760348 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7c463706-f0c4-407e-8e4c-0ed4d241ec62 req-d976eb2a-0ace-49fe-b63c-7eba0b54e795 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4c5ed2b-37b6-4632-8602-1ed247b8d278 HTTP/1.1" status: 200 len: 1001 time: 0.1001575 May 31 11:56:34.822216 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bb571a27-96fe-422b-af1d-1efb6bb0c53b req-17122735-064b-4b95-a725-26db23c3a046 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 210 time: 0.0430865 May 31 11:56:34.840587 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c463706-f0c4-407e-8e4c-0ed4d241ec62 req-34f8dc31-2057-4e83-9be0-6b0b469eb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:34.842165 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7c463706-f0c4-407e-8e4c-0ed4d241ec62 req-34f8dc31-2057-4e83-9be0-6b0b469eb355 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e19d5646-7f8f-4517-b754-fcd7776ec266 HTTP/1.1" status: 200 len: 854 time: 0.0694969 May 31 11:56:34.908231 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:34.918976 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c463706-f0c4-407e-8e4c-0ed4d241ec62 req-b5da55fd-2c09-4995-95bc-5579a16ea50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:34.920497 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7c463706-f0c4-407e-8e4c-0ed4d241ec62 req-b5da55fd-2c09-4995-95bc-5579a16ea50a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c61f7101-e42f-424d-83a7-078109e86a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710735 May 31 11:56:35.065854 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7c463706-f0c4-407e-8e4c-0ed4d241ec62 req-585b3752-af44-4f75-ac4b-19eea449d349 service neutron] 10.222.0.36 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367295 May 31 11:56:35.214564 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7c463706-f0c4-407e-8e4c-0ed4d241ec62 req-8d799a5b-5ce0-4bb8-8b41-ae0bf881856e service neutron] 10.222.0.36 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398828 May 31 11:56:35.271333 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600979d-46d0-4426-83d2-ec1390a18989 req-e648746a-ed8b-4fac-b693-e5ee6535def2 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:35.273352 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6600979d-46d0-4426-83d2-ec1390a18989 req-e648746a-ed8b-4fac-b693-e5ee6535def2 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.1241314 May 31 11:56:35.325102 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6600979d-46d0-4426-83d2-ec1390a18989 req-48630ce7-9038-4d2c-be0b-5c7a11d23aa5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441380 May 31 11:56:35.889086 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 46422) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:36.003153 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cf63d628-b89d-4f11-9379-cdc1f292dfe7 req-37339485-3f98-443b-8074-e7191fa61bb4 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 210 time: 0.0596826 May 31 11:56:36.037684 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.055750 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:36.060284 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Usage tracker for resource:security_group_rule and tenant:1aae5c7637d241e9a03c13f13e4719d4 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:36.063297 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:36.069165 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:36.100750 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee184e6b-bd22-4271-bac3-4b4013d87626 req-7c28c0b6-907b-4fda-a21d-329c86f39922 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:36.102851 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ee184e6b-bd22-4271-bac3-4b4013d87626 req-7c28c0b6-907b-4fda-a21d-329c86f39922 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.3184400 May 31 11:56:36.113044 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f60100-e600-4669-9efc-82fa89547d94 req-7361677e-2f6b-4b32-a7ff-2c5bac6ae76d tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:36.114989 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-7361677e-2f6b-4b32-a7ff-2c5bac6ae76d tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.36 "GET /v2.0/networks?id=5826c415-3fe8-4517-91ef-eb31079ce526 HTTP/1.1" status: 200 len: 811 time: 0.2986107 May 31 11:56:36.170636 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-ee184e6b-bd22-4271-bac3-4b4013d87626 req-0f49382a-89e9-48a6-b378-08f7d94d6f45 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Synchronizing usage tracker for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:security_group {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:36.179632 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.204987 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-a3d1b2ca-f2fc-4f7f-9a60-7632ee1185bb tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34f0e76e94764cfd8eb89731efc545cc HTTP/1.1" status: 200 len: 379 time: 0.0601730 May 31 11:56:36.239347 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-17f60100-e600-4669-9efc-82fa89547d94 req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Request body: {'port': {'device_id': '82e7f185-b71b-4c88-8265-4dd2cee4e896', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'admin_state_up': True, 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'security_groups': ['388006fa-08e3-4c6c-b58d-4f9cb42d8d42']}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:36.279642 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.293503 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-db869c03-c02a-4e4f-b706-6b9ca76e821e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:36.312765 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-ee184e6b-bd22-4271-bac3-4b4013d87626 req-0f49382a-89e9-48a6-b378-08f7d94d6f45 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Unset dirty status for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:security_group {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:36.313668 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ee184e6b-bd22-4271-bac3-4b4013d87626 req-0f49382a-89e9-48a6-b378-08f7d94d6f45 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1977606 May 31 11:56:36.350418 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4314b9c-cdd6-400a-b08c-0913681e835e,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:36.368782 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:36.369151 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:36.369512 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:36.369862 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:36.370213 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:36.370560 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:36.370900 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:36.371244 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:36.371588 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:36.371922 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:36.372306 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:36.372645 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:36.379966 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1aae5c7637d241e9a03c13f13e4719d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4875464 May 31 11:56:36.379966 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:36.382065 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 46436) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:36.404650 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-17f60100-e600-4669-9efc-82fa89547d94 req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:36.416435 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-17f60100-e600-4669-9efc-82fa89547d94 req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:36.425172 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f83e5-ea3a-4c36-9dbc-284671a6c70f req-deec45d0-62ad-42dd-9786-61a6febc9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:36.425172 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-568f83e5-ea3a-4c36-9dbc-284671a6c70f req-deec45d0-62ad-42dd-9786-61a6febc9290 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96d2340d017442468109cc2223b2c1ad&device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 1096 time: 0.1883869 May 31 11:56:36.455280 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-42ee4419-f71c-4730-aeba-99465b905a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.502321 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f60100-e600-4669-9efc-82fa89547d94 req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Made reservation on behalf of 34f0e76e94764cfd8eb89731efc545cc for: {'port': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:36.505782 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-17f60100-e600-4669-9efc-82fa89547d94 req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.607403 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-42ee4419-f71c-4730-aeba-99465b905a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.673576 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [req-17f60100-e600-4669-9efc-82fa89547d94 req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Allocated IP 172.20.0.7 (5826c415-3fe8-4517-91ef-eb31079ce526/edde4eb3-72fa-4627-bcaa-bdeb0e37c13b/1736ef0f-77da-441a-90eb-163a59560460) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:36.694812 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f83e5-ea3a-4c36-9dbc-284671a6c70f req-d6992997-819d-41b8-8a1a-b7879c6e0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:36.696264 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-568f83e5-ea3a-4c36-9dbc-284671a6c70f req-d6992997-819d-41b8-8a1a-b7879c6e0a94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4 HTTP/1.1" status: 200 len: 917 time: 0.2372425 May 31 11:56:36.708901 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999997-fe20-4eeb-8872-d0226cbb68c7 req-abd99781-b9fb-4c82-8343-4937f8a0dc1c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:36.710309 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-97999997-fe20-4eeb-8872-d0226cbb68c7 req-abd99781-b9fb-4c82-8343-4937f8a0dc1c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 943 time: 0.2562621 May 31 11:56:36.837902 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-97999997-fe20-4eeb-8872-d0226cbb68c7 req-25d42c53-0c6c-4b4f-907b-295165c04444 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770102 May 31 11:56:36.839598 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-568f83e5-ea3a-4c36-9dbc-284671a6c70f req-666a73fc-b881-4fad-92c3-0d205c6d8ca4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1463084-6fb1-48e8-a96e-1927efa65658 HTTP/1.1" status: 200 len: 997 time: 0.1283879 May 31 11:56:36.875273 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-17f60100-e600-4669-9efc-82fa89547d94 req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.881351 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-42ee4419-f71c-4730-aeba-99465b905a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.893096 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-727f8b63-b66f-4885-acfe-aeddf164a0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:36.898630 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.provisioning_blocks [req-17f60100-e600-4669-9efc-82fa89547d94 req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Transition to ACTIVE for port object 1736ef0f-77da-441a-90eb-163a59560460 will not be triggered until provisioned by entity DHCP. {{(pid=98765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:36.910033 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee4419-f71c-4730-aeba-99465b905a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4314b9c-cdd6-400a-b08c-0913681e835e,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:36.915435 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-42ee4419-f71c-4730-aeba-99465b905a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:36.923170 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-42ee4419-f71c-4730-aeba-99465b905a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.927222 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-42ee4419-f71c-4730-aeba-99465b905a8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4314b9c-cdd6-400a-b08c-0913681e835e HTTP/1.1" status: 204 len: 168 time: 0.5413051 May 31 11:56:36.935302 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f83e5-ea3a-4c36-9dbc-284671a6c70f req-70cd8a5c-9a39-4a57-beaa-d2f41f0d8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:36.936711 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-568f83e5-ea3a-4c36-9dbc-284671a6c70f req-70cd8a5c-9a39-4a57-beaa-d2f41f0d8f60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e380460-4b72-4669-bfbb-1247484cb9b0 HTTP/1.1" status: 200 len: 855 time: 0.0894022 May 31 11:56:37.006499 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-17f60100-e600-4669-9efc-82fa89547d94 req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.012618 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:37.022913 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f83e5-ea3a-4c36-9dbc-284671a6c70f req-d2d978c5-acae-401a-8c2f-484a84de9b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:37.024456 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-568f83e5-ea3a-4c36-9dbc-284671a6c70f req-d2d978c5-acae-401a-8c2f-484a84de9b6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707090 May 31 11:56:37.085118 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f60100-e600-4669-9efc-82fa89547d94 req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Network 5826c415-3fe8-4517-91ef-eb31079ce526 is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:37.088445 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [req-17f60100-e600-4669-9efc-82fa89547d94 req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:37.092197 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f60100-e600-4669-9efc-82fa89547d94 req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:37.126417 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device f1463084-6fb1-48e8-a96e-1927efa65658 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:56:37.132298 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event updated for resources: {'Port': ['ID=1736ef0f-77da-441a-90eb-163a59560460,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:37.173288 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.173675 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.174014 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.174371 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.174721 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.175067 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.175412 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.175755 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.176647 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.181438 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.181438 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.181438 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:37.198971 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:37.237853 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f60100-e600-4669-9efc-82fa89547d94 req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:37.243834 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-17f60100-e600-4669-9efc-82fa89547d94 req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.261172 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-568f83e5-ea3a-4c36-9dbc-284671a6c70f req-0cc4035f-136e-4c72-a34f-29efb72e56d0 service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292016 May 31 11:56:37.308460 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad9ec7-ee58-4564-a195-c488c9b5f038 req-662433f4-66a2-4f8f-9b12-c1f737ca2dc6 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:37.309337 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-4aad9ec7-ee58-4564-a195-c488c9b5f038 req-662433f4-66a2-4f8f-9b12-c1f737ca2dc6 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Synchronizing usage tracker for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:37.309686 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port f1463084-6fb1-48e8-a96e-1927efa65658, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f1463084-6fb1-48e8-a96e-1927efa65658,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:37.325659 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'port_id': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'mac_address': 'fa:16:3e:ac:aa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:56:37.329753 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0921817 May 31 11:56:37.349752 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Request body: {'port': {'device_id': '82e7f185-b71b-4c88-8265-4dd2cee4e896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:37.460549 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-568f83e5-ea3a-4c36-9dbc-284671a6c70f req-f992bd2d-09d9-4fda-ac69-395cfad2ecd9 service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859121 May 31 11:56:37.461650 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-4aad9ec7-ee58-4564-a195-c488c9b5f038 req-662433f4-66a2-4f8f-9b12-c1f737ca2dc6 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Unset dirty status for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:37.463171 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4aad9ec7-ee58-4564-a195-c488c9b5f038 req-662433f4-66a2-4f8f-9b12-c1f737ca2dc6 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 931 time: 0.3378148 May 31 11:56:37.517987 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.529141 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.551878 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1463084-6fb1-48e8-a96e-1927efa65658 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:56:37.573171 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port f1463084-6fb1-48e8-a96e-1927efa65658, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f1463084-6fb1-48e8-a96e-1927efa65658,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:37.602416 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958497b-f516-4a52-916c-b942680d4810 req-12ca62d1-6381-4f38-9c68-0251da6f358a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:37.604064 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2958497b-f516-4a52-916c-b942680d4810 req-12ca62d1-6381-4f38-9c68-0251da6f358a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.1242995 May 31 11:56:37.606685 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4aad9ec7-ee58-4564-a195-c488c9b5f038 req-ae5e41f3-e376-4b41-9531-f461ad09f5a8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360157 May 31 11:56:37.617873 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.650203 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-406089ac-8fe7-480a-a69e-ad0699b79d22 None None] Provisioning for port 1736ef0f-77da-441a-90eb-163a59560460 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:37.655816 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-406089ac-8fe7-480a-a69e-ad0699b79d22 None None] Provisioning complete for port 1736ef0f-77da-441a-90eb-163a59560460 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:37.659084 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-406089ac-8fe7-480a-a69e-ad0699b79d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.664135 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2958497b-f516-4a52-916c-b942680d4810 req-0eda4710-80e5-4e8e-b839-8cabd941c2be tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510845 May 31 11:56:37.687971 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.695375 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:37.768670 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-406089ac-8fe7-480a-a69e-ad0699b79d22 None None] Port 1736ef0f-77da-441a-90eb-163a59560460 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:56:37.778481 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=f1463084-6fb1-48e8-a96e-1927efa65658,revision_number=9']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:37.781922 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:37.880060 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 46452) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:37.899099 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d6e7-bdc9-4bfa-8e6f-4b72986a996a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.913906 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-e8e1d6e7-bdc9-4bfa-8e6f-4b72986a996a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:37.917869 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-e8e1d6e7-bdc9-4bfa-8e6f-4b72986a996a admin admin] Usage tracker for resource:security_group_rule and tenant:db51043e54bf4168b386b093a867003c is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:37.920742 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-e8e1d6e7-bdc9-4bfa-8e6f-4b72986a996a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:37.932085 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-e8e1d6e7-bdc9-4bfa-8e6f-4b72986a996a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:38.020452 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d6e7-bdc9-4bfa-8e6f-4b72986a996a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.029902 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1736ef0f-77da-441a-90eb-163a59560460 {{(pid=98765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:56:38.039949 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.053737 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['f1463084-6fb1-48e8-a96e-1927efa65658'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:56:38.061113 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.provisioning_blocks [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Transition to ACTIVE for port object 1736ef0f-77da-441a-90eb-163a59560460 will not be triggered until provisioned by entity L2. {{(pid=98765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:38.075118 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65ae88-0baa-4ea3-a734-cf5062e92c61 req-e843217e-4732-4577-b268-b10a5898384e tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:38.076589 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1c65ae88-0baa-4ea3-a734-cf5062e92c61 req-e843217e-4732-4577-b268-b10a5898384e tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 944 time: 0.1156671 May 31 11:56:38.114815 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d6e7-bdc9-4bfa-8e6f-4b72986a996a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.122718 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1c65ae88-0baa-4ea3-a734-cf5062e92c61 req-b12e9cba-ee58-4265-884f-95cb91b504f9 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399356 May 31 11:56:38.123608 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-aef78703-4d1a-48a4-b5b3-6ba115209642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:38.142509 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.157478 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2df8a9a0-d78b-4784-902e-486df22e3aed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:38.166050 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-e8e1d6e7-bdc9-4bfa-8e6f-4b72986a996a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db51043e54bf4168b386b093a867003c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848892 May 31 11:56:38.167650 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1d6e7-bdc9-4bfa-8e6f-4b72986a996a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fa51a6-c4e8-4ff8-9d23-d00ddf72b75d,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:38.170721 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e8e1d6e7-bdc9-4bfa-8e6f-4b72986a996a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:38.171358 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 46456) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:38.236739 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2adac463-df4a-4f7e-b219-487642eb7e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.266628 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2adac463-df4a-4f7e-b219-487642eb7e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.320632 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1736ef0f-77da-441a-90eb-163a59560460,revision_number=2']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:38.327777 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:38.397381 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Attempting to bind port 1736ef0f-77da-441a-90eb-163a59560460 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:56:38.397732 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Attempting to bind port 1736ef0f-77da-441a-90eb-163a59560460 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:56:38.398046 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Attempting to bind port 1736ef0f-77da-441a-90eb-163a59560460 on network 5826c415-3fe8-4517-91ef-eb31079ce526 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:38.399729 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2adac463-df4a-4f7e-b219-487642eb7e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.402734 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Port 1736ef0f-77da-441a-90eb-163a59560460 on network 5826c415-3fe8-4517-91ef-eb31079ce526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:56:38.403063 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Attempting to bind port 1736ef0f-77da-441a-90eb-163a59560460 on network 5826c415-3fe8-4517-91ef-eb31079ce526 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:38.403548 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b1aaf2da-404e-4693-99f1-13cf90e5f0c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:38.408669 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:56:38.409023 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Checking segment: {'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:38.409444 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Bound using segment: {'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:56:38.409856 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Bound port: 1736ef0f-77da-441a-90eb-163a59560460, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'}}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:56:38.410197 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.415498 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adac463-df4a-4f7e-b219-487642eb7e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fa51a6-c4e8-4ff8-9d23-d00ddf72b75d,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:38.418757 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2adac463-df4a-4f7e-b219-487642eb7e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:38.422277 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2adac463-df4a-4f7e-b219-487642eb7e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.423729 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-2adac463-df4a-4f7e-b219-487642eb7e5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/90fa51a6-c4e8-4ff8-9d23-d00ddf72b75d HTTP/1.1" status: 204 len: 168 time: 0.2514338 May 31 11:56:38.614335 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] For port 1736ef0f-77da-441a-90eb-163a59560460, host hv-cinder-79124, cleared binding levels {{(pid=98765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:56:38.617655 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] For port 1736ef0f-77da-441a-90eb-163a59560460, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1736ef0f-77da-441a-90eb-163a59560460,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:56:38.696088 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.700470 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:38.765254 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:38.766000 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.767353 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] 10.222.0.36 "PUT /v2.0/ports/1736ef0f-77da-441a-90eb-163a59560460 HTTP/1.1" status: 200 len: 1093 time: 1.4249156 May 31 11:56:38.767886 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e7f185-b71b-4c88-8265-4dd2cee4e896', 'tag': '1736ef0f-77da-441a-90eb-163a59560460'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:38.770909 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa0b49e-7272-45a4-a7e6-1a42965a6941" -d '{"events": [{"name": "network-changed", "server_uuid": "82e7f185-b71b-4c88-8265-4dd2cee4e896", "tag": "1736ef0f-77da-441a-90eb-163a59560460"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:38.796709 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1736ef0f-77da-441a-90eb-163a59560460,revision_number=3']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:38.808464 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:38.861541 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fe755-44da-4274-a22c-038d3f26ce61 req-bbda6be1-7292-4eb5-b640-485600e2db81 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:38.869265 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4e8fe755-44da-4274-a22c-038d3f26ce61 req-bbda6be1-7292-4eb5-b640-485600e2db81 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 943 time: 0.1364205 May 31 11:56:38.929175 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-4e8fe755-44da-4274-a22c-038d3f26ce61 req-80f6f60c-965a-46a4-98f3-18551ffc60c5 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Synchronizing usage tracker for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:security_group {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:38.967058 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-4e8fe755-44da-4274-a22c-038d3f26ce61 req-80f6f60c-965a-46a4-98f3-18551ffc60c5 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Unset dirty status for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:security_group {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:38.968270 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4e8fe755-44da-4274-a22c-038d3f26ce61 req-80f6f60c-965a-46a4-98f3-18551ffc60c5 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980880 May 31 11:56:39.020635 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa9201-57ac-42fe-be95-6fbdf1476d41 req-7741e236-aaef-4044-ace3-11141ae1a1ee tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:39.028238 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d8fa9201-57ac-42fe-be95-6fbdf1476d41 req-7741e236-aaef-4044-ace3-11141ae1a1ee tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.1957145 May 31 11:56:39.046413 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ad5bb4-2225-422d-a51a-d5d0a4629a9d x-openstack-request-id: req-21ad5bb4-2225-422d-a51a-d5d0a4629a9d {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:39.046730 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e7f185-b71b-4c88-8265-4dd2cee4e896", "tag": "1736ef0f-77da-441a-90eb-163a59560460", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:39.047007 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21ad5bb4-2225-422d-a51a-d5d0a4629a9d {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:39.047423 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e7f185-b71b-4c88-8265-4dd2cee4e896', 'tag': '1736ef0f-77da-441a-90eb-163a59560460', 'status': 'completed', 'code': 200} May 31 11:56:39.077215 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f60100-e600-4669-9efc-82fa89547d94 req-9916dcd6-7864-4d95-9d95-3995024959cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:39.078676 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-9916dcd6-7864-4d95-9d95-3995024959cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34f0e76e94764cfd8eb89731efc545cc&device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 1096 time: 0.1721518 May 31 11:56:39.085892 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d8fa9201-57ac-42fe-be95-6fbdf1476d41 req-1b7fe40d-294b-40fa-9023-ac4aa8de0e77 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567412 May 31 11:56:39.147788 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device f1463084-6fb1-48e8-a96e-1927efa65658 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:39.161752 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-af862e9a-a0a0-43b1-ae91-37a4adc8a04f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1736ef0f-77da-441a-90eb-163a59560460 HTTP/1.1" status: 200 len: 217 time: 0.0637505 May 31 11:56:39.224046 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port f1463084-6fb1-48e8-a96e-1927efa65658 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:39.224727 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:39.256157 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f60100-e600-4669-9efc-82fa89547d94 req-1db2d915-ade0-4140-a7ce-a685001ac5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:39.259225 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-1db2d915-ade0-4140-a7ce-a685001ac5e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edde4eb3-72fa-4627-bcaa-bdeb0e37c13b HTTP/1.1" status: 200 len: 850 time: 0.0880952 May 31 11:56:39.341685 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f60100-e600-4669-9efc-82fa89547d94 req-7830f815-908c-4d46-b26d-d8d0de17a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:39.343201 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-7830f815-908c-4d46-b26d-d8d0de17a20a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5826c415-3fe8-4517-91ef-eb31079ce526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778618 May 31 11:56:39.359352 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd7d91-5d55-482e-b4ed-1805e3ccbcf6 req-767ade03-5052-4be7-9ae7-a54325af7a1a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:39.361021 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d3dd7d91-5d55-482e-b4ed-1805e3ccbcf6 req-767ade03-5052-4be7-9ae7-a54325af7a1a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 944 time: 0.0978580 May 31 11:56:39.392203 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:39.428608 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d3dd7d91-5d55-482e-b4ed-1805e3ccbcf6 req-c082cf41-66a3-4e8a-9484-37eb0d3ae019 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596960 May 31 11:56:39.430012 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1463084-6fb1-48e8-a96e-1927efa65658'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:39.432995 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f76dac-e853-4e21-a1a0-fb5c9b43758b" -d '{"events": [{"server_uuid": "0cd6030c-6ff0-409c-abbb-741d1fa95da1", "name": "network-vif-plugged", "status": "completed", "tag": "f1463084-6fb1-48e8-a96e-1927efa65658"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:39.447715 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port f1463084-6fb1-48e8-a96e-1927efa65658, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f1463084-6fb1-48e8-a96e-1927efa65658,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:39.486313 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfba8dc-0074-482a-aaef-0687e7e198d9 x-openstack-request-id: req-5cfba8dc-0074-482a-aaef-0687e7e198d9 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:39.486763 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd6030c-6ff0-409c-abbb-741d1fa95da1", "name": "network-vif-plugged", "status": "completed", "tag": "f1463084-6fb1-48e8-a96e-1927efa65658", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:39.487531 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5cfba8dc-0074-482a-aaef-0687e7e198d9 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:39.487531 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'code': 200} May 31 11:56:39.496181 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-916e834e-fa75-43ea-8259-b04d5caf4fed service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450059 May 31 11:56:39.524166 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:39.526003 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:39.605302 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=f1463084-6fb1-48e8-a96e-1927efa65658,revision_number=10']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:39.608282 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:39.673692 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-17f60100-e600-4669-9efc-82fa89547d94 req-24685411-3207-4157-8405-995abaecf88d service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350877 May 31 11:56:39.898616 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0b49e-7272-45a4-a7e6-1a42965a6941 req-cc4d2e44-9737-4983-be5f-2e9a4a259b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:39.900177 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-eaa0b49e-7272-45a4-a7e6-1a42965a6941 req-cc4d2e44-9737-4983-be5f-2e9a4a259b22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34f0e76e94764cfd8eb89731efc545cc&device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 1096 time: 0.0707593 May 31 11:56:40.037386 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0b49e-7272-45a4-a7e6-1a42965a6941 req-631f6200-79e8-4567-9614-fa58f566ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:40.038891 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-eaa0b49e-7272-45a4-a7e6-1a42965a6941 req-631f6200-79e8-4567-9614-fa58f566ba56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5826c415-3fe8-4517-91ef-eb31079ce526 HTTP/1.1" status: 200 len: 912 time: 0.1317189 May 31 11:56:40.134158 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-eaa0b49e-7272-45a4-a7e6-1a42965a6941 req-563ff509-4e39-42fb-9942-275c420812c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1736ef0f-77da-441a-90eb-163a59560460 HTTP/1.1" status: 200 len: 217 time: 0.0717740 May 31 11:56:40.168727 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a943e80-b17e-4db5-975c-c1e2a33b7cc6 req-57a6e5db-7b0a-4194-a21e-6a3b8346d505 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:40.168727 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0a943e80-b17e-4db5-975c-c1e2a33b7cc6 req-57a6e5db-7b0a-4194-a21e-6a3b8346d505 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 943 time: 0.0847819 May 31 11:56:40.233679 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0a943e80-b17e-4db5-975c-c1e2a33b7cc6 req-398e212d-c373-4738-a9ff-dde54957d7b3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614913 May 31 11:56:40.290542 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0b49e-7272-45a4-a7e6-1a42965a6941 req-842fc98c-8bc3-48a1-ba88-020644d74eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:40.294038 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-eaa0b49e-7272-45a4-a7e6-1a42965a6941 req-842fc98c-8bc3-48a1-ba88-020644d74eb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edde4eb3-72fa-4627-bcaa-bdeb0e37c13b HTTP/1.1" status: 200 len: 850 time: 0.1511335 May 31 11:56:40.380248 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4d97f-4f7a-4d69-ab5f-65adae30b80c req-1b882238-32b3-415b-8913-f61dc4d5e719 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:40.381751 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-54b4d97f-4f7a-4d69-ab5f-65adae30b80c req-1b882238-32b3-415b-8913-f61dc4d5e719 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.1499636 May 31 11:56:40.383242 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2037bfe-9c9e-468f-8db5-d37922fee99c req-e65d816d-90eb-4e95-9abb-006c1d238a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:40.385507 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a2037bfe-9c9e-468f-8db5-d37922fee99c req-e65d816d-90eb-4e95-9abb-006c1d238a9b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 1099 time: 0.0916996 May 31 11:56:40.417596 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0b49e-7272-45a4-a7e6-1a42965a6941 req-de54a344-9cfb-47ad-8b79-597caf5a1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:40.419074 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-eaa0b49e-7272-45a4-a7e6-1a42965a6941 req-de54a344-9cfb-47ad-8b79-597caf5a1c2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5826c415-3fe8-4517-91ef-eb31079ce526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1180408 May 31 11:56:40.445138 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a2037bfe-9c9e-468f-8db5-d37922fee99c req-83538981-5801-42ee-bf06-1fe869b3d82a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514336 May 31 11:56:40.466661 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-54b4d97f-4f7a-4d69-ab5f-65adae30b80c req-d4eb8cf4-8f08-4a25-bfb4-3efdec0968d3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774007 May 31 11:56:40.591649 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-eaa0b49e-7272-45a4-a7e6-1a42965a6941 req-6d03228f-e523-42a3-8186-a6c55aa0f59d service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640065 May 31 11:56:40.673699 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5299a-e3b2-4af5-ad7c-d5d2e6041694 req-f6742ad5-75c4-4383-8387-9d2ced1648a5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:40.675178 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c8d5299a-e3b2-4af5-ad7c-d5d2e6041694 req-f6742ad5-75c4-4383-8387-9d2ced1648a5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 946 time: 0.0809841 May 31 11:56:40.720540 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c8d5299a-e3b2-4af5-ad7c-d5d2e6041694 req-87478ea1-6af8-4153-ab0f-c87e8ca700dd tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396543 May 31 11:56:41.022656 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-eaa0b49e-7272-45a4-a7e6-1a42965a6941 req-ebe7453d-66f0-4ce7-91ff-501a21c5079a service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190256 May 31 11:56:41.170693 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 1736ef0f-77da-441a-90eb-163a59560460 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:56:41.309723 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 1736ef0f-77da-441a-90eb-163a59560460, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1736ef0f-77da-441a-90eb-163a59560460,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:41.323255 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': '1736ef0f-77da-441a-90eb-163a59560460', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'port_id': '1736ef0f-77da-441a-90eb-163a59560460', 'mac_address': 'fa:16:3e:53:e9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:56:41.382439 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.400889 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1736ef0f-77da-441a-90eb-163a59560460 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:56:41.417440 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 1736ef0f-77da-441a-90eb-163a59560460, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1736ef0f-77da-441a-90eb-163a59560460,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:41.422225 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae255894-ba55-45bb-b664-460fde09b85c req-6afaefd1-b134-43ce-9a04-8afbeeb8a50d tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:41.423718 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ae255894-ba55-45bb-b664-460fde09b85c req-6afaefd1-b134-43ce-9a04-8afbeeb8a50d tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 943 time: 0.0862107 May 31 11:56:41.468426 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ae255894-ba55-45bb-b664-460fde09b85c req-cbe666ab-50d8-468a-8457-1036477551fb tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381503 May 31 11:56:41.502732 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.504544 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:41.576262 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=1736ef0f-77da-441a-90eb-163a59560460,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:41.579442 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:41.685602 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece549a4-dcaa-4efc-a469-1ec87ef977c6 req-1fe438b1-9c6a-4574-9c77-062a47d0c248 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:41.687202 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ece549a4-dcaa-4efc-a469-1ec87ef977c6 req-1fe438b1-9c6a-4574-9c77-062a47d0c248 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.0980730 May 31 11:56:41.735366 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ece549a4-dcaa-4efc-a469-1ec87ef977c6 req-ef9931c4-db07-4454-9f4c-5c11f62083f1 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415354 May 31 11:56:41.910146 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52daaea-cf4f-4119-9e92-3cebab6b6468 req-7120b71f-b2a6-402f-9729-bdf9ce0e9741 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:41.912216 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b52daaea-cf4f-4119-9e92-3cebab6b6468 req-7120b71f-b2a6-402f-9729-bdf9ce0e9741 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 946 time: 0.0821977 May 31 11:56:41.956782 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b52daaea-cf4f-4119-9e92-3cebab6b6468 req-357b6d57-6843-430e-bad7-cab457b7cc13 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388448 May 31 11:56:41.971813 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['1736ef0f-77da-441a-90eb-163a59560460'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:56:42.656649 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65145a0-bdfb-4978-80b7-6ce7a697d6ba req-d3f8481a-cf78-4c1b-abec-f34049527f88 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:42.658140 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c65145a0-bdfb-4978-80b7-6ce7a697d6ba req-d3f8481a-cf78-4c1b-abec-f34049527f88 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 944 time: 0.0808825 May 31 11:56:42.708903 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c65145a0-bdfb-4978-80b7-6ce7a697d6ba req-0146cb7b-d9a3-4e68-a663-4a2643eead10 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439901 May 31 11:56:42.927360 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4b0ae-0b65-41f3-a120-ef1e5f773d8f req-87f46ad7-bb7c-4e59-a71a-ae54943ee391 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:42.928777 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-67b4b0ae-0b65-41f3-a120-ef1e5f773d8f req-87f46ad7-bb7c-4e59-a71a-ae54943ee391 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.0870121 May 31 11:56:42.975223 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-67b4b0ae-0b65-41f3-a120-ef1e5f773d8f req-9b2b1577-7874-4512-8b60-f517bc00e432 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406265 May 31 11:56:43.159929 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617bb57-c212-42e9-ad0d-cefdfd506919 req-81c9386d-3089-4e05-b611-44b86f3f406a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:43.163880 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3617bb57-c212-42e9-ad0d-cefdfd506919 req-81c9386d-3089-4e05-b611-44b86f3f406a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 946 time: 0.0913520 May 31 11:56:43.188268 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 1736ef0f-77da-441a-90eb-163a59560460 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:43.208394 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3617bb57-c212-42e9-ad0d-cefdfd506919 req-e0ee0951-25c5-4564-a33b-664fd912f870 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408192 May 31 11:56:43.335339 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port 1736ef0f-77da-441a-90eb-163a59560460 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:43.340277 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port 1736ef0f-77da-441a-90eb-163a59560460 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:43.340688 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:43.464889 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:43.496400 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e7f185-b71b-4c88-8265-4dd2cee4e896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1736ef0f-77da-441a-90eb-163a59560460'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:43.498772 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704c8ae4-c83a-486b-86da-0c8dd9a57791" -d '{"events": [{"server_uuid": "82e7f185-b71b-4c88-8265-4dd2cee4e896", "name": "network-vif-plugged", "status": "completed", "tag": "1736ef0f-77da-441a-90eb-163a59560460"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:43.506966 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 1736ef0f-77da-441a-90eb-163a59560460, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1736ef0f-77da-441a-90eb-163a59560460,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:43.542107 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945b7ef0-baae-4caa-a1bb-1d7e065488fb x-openstack-request-id: req-945b7ef0-baae-4caa-a1bb-1d7e065488fb {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:43.542405 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e7f185-b71b-4c88-8265-4dd2cee4e896", "name": "network-vif-plugged", "status": "completed", "tag": "1736ef0f-77da-441a-90eb-163a59560460", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:43.542663 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-945b7ef0-baae-4caa-a1bb-1d7e065488fb {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:43.543060 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e7f185-b71b-4c88-8265-4dd2cee4e896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1736ef0f-77da-441a-90eb-163a59560460', 'code': 200} May 31 11:56:43.563854 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:43.565720 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:43.657884 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=1736ef0f-77da-441a-90eb-163a59560460,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:43.660962 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:43.936827 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7818a-a5cf-4cda-a226-9886eb582131 req-402a3e94-7613-4556-a4e6-ce2ab1168f8e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:43.938295 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0cc7818a-a5cf-4cda-a226-9886eb582131 req-402a3e94-7613-4556-a4e6-ce2ab1168f8e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.1189315 May 31 11:56:44.000042 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0cc7818a-a5cf-4cda-a226-9886eb582131 req-9c4113bb-01ae-46a4-8abc-3f27cc72fbdb tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544486 May 31 11:56:44.010830 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7e42b-8ef4-49f7-8fce-701be0453e69 req-7d5216ba-8069-4bad-8d4d-130c66bcdfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:44.012298 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6eb7e42b-8ef4-49f7-8fce-701be0453e69 req-7d5216ba-8069-4bad-8d4d-130c66bcdfa9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 1098 time: 0.1202929 May 31 11:56:44.058695 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6eb7e42b-8ef4-49f7-8fce-701be0453e69 req-3037d6da-46fb-40f5-8d28-7c6c87fd3c68 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364311 May 31 11:56:44.176271 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bcab2-5303-4655-b827-b74f364457f0 req-de2cebf0-f643-45e6-b47c-3a93188f3f49 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:44.177878 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fc2bcab2-5303-4655-b827-b74f364457f0 req-de2cebf0-f643-45e6-b47c-3a93188f3f49 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.0809333 May 31 11:56:44.233239 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fc2bcab2-5303-4655-b827-b74f364457f0 req-b85b32ae-c381-4097-a742-a5d1bc67c45d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480084 May 31 11:56:44.406870 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca1511-98be-46e8-bd69-7d2e61bfa5b0 req-371a5e75-e62f-4045-9d95-c34f85c3447a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:44.408370 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-22ca1511-98be-46e8-bd69-7d2e61bfa5b0 req-371a5e75-e62f-4045-9d95-c34f85c3447a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 946 time: 0.0878730 May 31 11:56:44.454144 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-22ca1511-98be-46e8-bd69-7d2e61bfa5b0 req-ff60e792-e64d-48f5-aa3b-64c70471b739 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397015 May 31 11:56:45.191526 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9213f-0a68-455c-bc21-7038c14c77e5 req-42a1af8e-c0bb-4f29-95c2-0121ffffeec4 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:45.193044 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-fbc9213f-0a68-455c-bc21-7038c14c77e5 req-42a1af8e-c0bb-4f29-95c2-0121ffffeec4 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0848272 May 31 11:56:45.241999 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-fbc9213f-0a68-455c-bc21-7038c14c77e5 req-60f2ee4b-4fed-4aba-a3eb-48eeb306c9d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429449 May 31 11:56:45.421699 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abdd86-ca00-43e6-9ae6-ba39f5a90bc0 req-724911c3-92b3-4a2b-a725-210abb33169f tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:45.423057 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d0abdd86-ca00-43e6-9ae6-ba39f5a90bc0 req-724911c3-92b3-4a2b-a725-210abb33169f tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.0827804 May 31 11:56:45.472601 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d0abdd86-ca00-43e6-9ae6-ba39f5a90bc0 req-60ff1b4e-4a67-4844-b1b3-a30b4f14e0aa tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428584 May 31 11:56:46.363316 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 46638) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:46.438351 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9bf3f-50ce-4c89-af21-b695bd41de1d req-d889b324-f35f-4800-a313-b7b83597b3f8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:46.440482 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e8b9bf3f-50ce-4c89-af21-b695bd41de1d req-d889b324-f35f-4800-a313-b7b83597b3f8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0876698 May 31 11:56:46.487875 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e8b9bf3f-50ce-4c89-af21-b695bd41de1d req-cfd697e6-bfc7-4cef-8ca7-a25d33d44b14 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408566 May 31 11:56:46.489528 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e32e1484-dfb0-4912-95ed-6abfe4914c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:46.508516 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-e32e1484-dfb0-4912-95ed-6abfe4914c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:46.514067 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-e32e1484-dfb0-4912-95ed-6abfe4914c61 admin admin] Usage tracker for resource:security_group_rule and tenant:6b43ece3e9cf4968aafc2f27b24b0b65 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:46.517502 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-e32e1484-dfb0-4912-95ed-6abfe4914c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:46.525182 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-e32e1484-dfb0-4912-95ed-6abfe4914c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:46.664189 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e32e1484-dfb0-4912-95ed-6abfe4914c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:46.679127 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fae77-b7e6-4ae2-9c1c-f6d6ac9da9e7 req-f106809a-c8d1-44a8-b2a4-e6c4af0d7e93 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:46.680769 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-be3fae77-b7e6-4ae2-9c1c-f6d6ac9da9e7 req-f106809a-c8d1-44a8-b2a4-e6c4af0d7e93 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0876162 May 31 11:56:46.689637 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 46648) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:46.694950 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-2921bb3f-5398-47b2-adf2-c6da623ba9a8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Request body: {'floatingip': {'port_id': '1736ef0f-77da-441a-90eb-163a59560460'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:46.703098 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef2b01-753e-45a8-9f62-cce291c3dccf req-4b65c36e-4cda-4022-bad4-913bbe2c4390 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:46.704589 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d2ef2b01-753e-45a8-9f62-cce291c3dccf req-4b65c36e-4cda-4022-bad4-913bbe2c4390 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.0913196 May 31 11:56:46.730196 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e32e1484-dfb0-4912-95ed-6abfe4914c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:46.739480 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-6219ca55-7fd4-4166-ba5f-bc2935d5374f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:46.770174 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2921bb3f-5398-47b2-adf2-c6da623ba9a8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for floatingip, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:46.798260 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d2ef2b01-753e-45a8-9f62-cce291c3dccf req-62fc5873-47eb-40f2-aa88-e26c3b5e6795 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877118 May 31 11:56:46.804238 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-e32e1484-dfb0-4912-95ed-6abfe4914c61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b43ece3e9cf4968aafc2f27b24b0b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4362745 May 31 11:56:46.804238 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e1484-dfb0-4912-95ed-6abfe4914c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec36f677-c28f-4646-b68d-181e185dac39,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:46.806164 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 46652) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:46.808318 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e32e1484-dfb0-4912-95ed-6abfe4914c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:46.873554 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2c406ec5-1220-4ba3-9441-45153c798503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:46.898839 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2c406ec5-1220-4ba3-9441-45153c798503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:47.021715 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2c406ec5-1220-4ba3-9441-45153c798503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:47.025534 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-1214d360-6552-41cb-b94f-497b4acfec3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:47.036965 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c406ec5-1220-4ba3-9441-45153c798503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec36f677-c28f-4646-b68d-181e185dac39,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:47.041878 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2c406ec5-1220-4ba3-9441-45153c798503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:47.043779 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2c406ec5-1220-4ba3-9441-45153c798503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:47.044911 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-2c406ec5-1220-4ba3-9441-45153c798503 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec36f677-c28f-4646-b68d-181e185dac39 HTTP/1.1" status: 204 len: 168 time: 0.2387547 May 31 11:56:47.449540 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2921bb3f-5398-47b2-adf2-c6da623ba9a8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:47.484884 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2921bb3f-5398-47b2-adf2-c6da623ba9a8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697336'] for floatingip, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:47.630010 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 46662) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:47.647429 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-938911a4-c6fb-4808-81f0-302598a0e1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:47.652499 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.l3_db [None req-2921bb3f-5398-47b2-adf2-c6da623ba9a8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Floating IP d721096b-74c7-4c55-8289-10f13cfd1a61 associated. External IP: 172.28.1.64, port: 1736ef0f-77da-441a-90eb-163a59560460. May 31 11:56:47.661482 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-938911a4-c6fb-4808-81f0-302598a0e1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:47.665224 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-938911a4-c6fb-4808-81f0-302598a0e1f8 admin admin] Usage tracker for resource:security_group_rule and tenant:cbbf6f47a16d4eeb929a297d9986a6a3 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:47.667936 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-938911a4-c6fb-4808-81f0-302598a0e1f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:47.673734 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-938911a4-c6fb-4808-81f0-302598a0e1f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:47.754985 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-938911a4-c6fb-4808-81f0-302598a0e1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:47.815302 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-938911a4-c6fb-4808-81f0-302598a0e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:47.824559 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-5e68634a-d34e-4d8e-9317-e13511a9db74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:47.872433 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-938911a4-c6fb-4808-81f0-302598a0e1f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbbf6f47a16d4eeb929a297d9986a6a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389605 May 31 11:56:47.872675 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 46668) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:47.875274 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938911a4-c6fb-4808-81f0-302598a0e1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e1c828-bb66-409e-94be-4290f855675d,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:47.965681 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-938911a4-c6fb-4808-81f0-302598a0e1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:48.012721 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-44c89154-de35-4f37-9df3-d7dc1a067e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.040490 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-44c89154-de35-4f37-9df3-d7dc1a067e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.076931 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2921bb3f-5398-47b2-adf2-c6da623ba9a8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Router 50615db7-a7e2-477d-b898-de2ed573c037 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:56:48.093015 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdeace-82ab-4bce-922d-89cc924876a7 req-973eec3b-3c6d-4f71-804f-1d3433d8d3c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:48.094543 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-49fdeace-82ab-4bce-922d-89cc924876a7 req-973eec3b-3c6d-4f71-804f-1d3433d8d3c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.1776316 May 31 11:56:48.164163 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-44c89154-de35-4f37-9df3-d7dc1a067e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.169302 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-739658f1-f353-421f-8ef3-f7f2168dbd7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:48.183007 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c89154-de35-4f37-9df3-d7dc1a067e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e1c828-bb66-409e-94be-4290f855675d,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:48.185441 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-44c89154-de35-4f37-9df3-d7dc1a067e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:48.187913 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-44c89154-de35-4f37-9df3-d7dc1a067e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.189494 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-44c89154-de35-4f37-9df3-d7dc1a067e0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0e1c828-bb66-409e-94be-4290f855675d HTTP/1.1" status: 204 len: 168 time: 0.3156800 May 31 11:56:48.283146 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-49fdeace-82ab-4bce-922d-89cc924876a7 req-50e38bea-6e28-40e8-9e11-488e06254c37 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327872 May 31 11:56:48.316364 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2921bb3f-5398-47b2-adf2-c6da623ba9a8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:56:48.321342 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2921bb3f-5398-47b2-adf2-c6da623ba9a8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.325677 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8348b885-5d80-4ec9-aabf-9d8f0319a81e None None] Sync routers for ids ['50615db7-a7e2-477d-b898-de2ed573c037'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:56:48.343117 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8348b885-5d80-4ec9-aabf-9d8f0319a81e None None] Routers {'50615db7-a7e2-477d-b898-de2ed573c037'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:48.343117 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-8348b885-5d80-4ec9-aabf-9d8f0319a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:56:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['50615db7-a7e2-477d-b898-de2ed573c037'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:48.375619 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-2921bb3f-5398-47b2-adf2-c6da623ba9a8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "PUT /v2.0/floatingips/d721096b-74c7-4c55-8289-10f13cfd1a61 HTTP/1.1" status: 200 len: 990 time: 1.6849403 May 31 11:56:48.376570 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e7f185-b71b-4c88-8265-4dd2cee4e896', 'tag': '1736ef0f-77da-441a-90eb-163a59560460'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:48.379272 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e6c55c-5388-4847-b312-5a8632f99b06" -d '{"events": [{"name": "network-changed", "server_uuid": "82e7f185-b71b-4c88-8265-4dd2cee4e896", "tag": "1736ef0f-77da-441a-90eb-163a59560460"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:48.451397 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecf3fb4-1b3a-4b23-b804-3f29e42751dd x-openstack-request-id: req-6ecf3fb4-1b3a-4b23-b804-3f29e42751dd {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:48.451989 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e7f185-b71b-4c88-8265-4dd2cee4e896", "tag": "1736ef0f-77da-441a-90eb-163a59560460", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:48.451989 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ecf3fb4-1b3a-4b23-b804-3f29e42751dd {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:48.452338 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e7f185-b71b-4c88-8265-4dd2cee4e896', 'tag': '1736ef0f-77da-441a-90eb-163a59560460', 'status': 'completed', 'code': 200} May 31 11:56:48.536501 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-8348b885-5d80-4ec9-aabf-9d8f0319a81e None None] Set router 50615db7-a7e2-477d-b898-de2ed573c037 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:48.589923 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6c55c-5388-4847-b312-5a8632f99b06 req-d2159ab3-4d03-4ac2-b0ac-dee8b09d5267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:48.591407 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-23e6c55c-5388-4847-b312-5a8632f99b06 req-d2159ab3-4d03-4ac2-b0ac-dee8b09d5267 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34f0e76e94764cfd8eb89731efc545cc&device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 1098 time: 0.0764265 May 31 11:56:48.747737 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6c55c-5388-4847-b312-5a8632f99b06 req-5612446d-7cc6-4163-8b1f-f08965abac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:48.749516 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-23e6c55c-5388-4847-b312-5a8632f99b06 req-5612446d-7cc6-4163-8b1f-f08965abac13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5826c415-3fe8-4517-91ef-eb31079ce526 HTTP/1.1" status: 200 len: 912 time: 0.1493316 May 31 11:56:48.861722 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-23e6c55c-5388-4847-b312-5a8632f99b06 req-78ed1c12-b27c-4948-9ae1-4f2d87a12040 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1736ef0f-77da-441a-90eb-163a59560460 HTTP/1.1" status: 200 len: 998 time: 0.1041954 May 31 11:56:48.921452 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-8348b885-5d80-4ec9-aabf-9d8f0319a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': 'd721096b-74c7-4c55-8289-10f13cfd1a61', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'floating_ip_address': '172.28.1.64', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'port_id': '1736ef0f-77da-441a-90eb-163a59560460', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'mac_address': 'fa:16:3e:53:e9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e7f185-b71b-4c88-8265-4dd2cee4e896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:56:21Z', 'updated_at': '2021-05-31T11:56:47Z', 'revision_number': 1, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8720ed-a644-41c0-ba2e-90d9b6859931', 'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'mac_address': 'fa:16:3e:d7:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:15Z', 'updated_at': '2021-05-31T11:56:23Z', 'revision_number': 5, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'subnets': [{'id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:48.925740 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8348b885-5d80-4ec9-aabf-9d8f0319a81e None None] Checking router: 50615db7-a7e2-477d-b898-de2ed573c037 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:56:48.934958 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8348b885-5d80-4ec9-aabf-9d8f0319a81e None None] Routers {'50615db7-a7e2-477d-b898-de2ed573c037'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:56:48.935582 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-8348b885-5d80-4ec9-aabf-9d8f0319a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:56:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['50615db7-a7e2-477d-b898-de2ed573c037'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:49.026680 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6c55c-5388-4847-b312-5a8632f99b06 req-1dbbac2d-b457-45b0-ad03-b70beb958df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:49.028131 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-23e6c55c-5388-4847-b312-5a8632f99b06 req-1dbbac2d-b457-45b0-ad03-b70beb958df3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edde4eb3-72fa-4627-bcaa-bdeb0e37c13b HTTP/1.1" status: 200 len: 850 time: 0.1588578 May 31 11:56:49.110328 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6c55c-5388-4847-b312-5a8632f99b06 req-9bbbd92c-060d-4917-bac1-49dc1708b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:49.111878 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-23e6c55c-5388-4847-b312-5a8632f99b06 req-9bbbd92c-060d-4917-bac1-49dc1708b403 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5826c415-3fe8-4517-91ef-eb31079ce526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752754 May 31 11:56:49.125087 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-8348b885-5d80-4ec9-aabf-9d8f0319a81e None None] Set router 50615db7-a7e2-477d-b898-de2ed573c037 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:56:49.250916 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-23e6c55c-5388-4847-b312-5a8632f99b06 req-776236c2-71cb-4597-ac7a-d31a4391346e service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303139 May 31 11:56:49.402886 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-23e6c55c-5388-4847-b312-5a8632f99b06 req-80c426c9-2a41-4cdc-993c-adf5a4e7f262 service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421771 May 31 11:56:49.522426 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-8348b885-5d80-4ec9-aabf-9d8f0319a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': 'd721096b-74c7-4c55-8289-10f13cfd1a61', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'floating_ip_address': '172.28.1.64', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'port_id': '1736ef0f-77da-441a-90eb-163a59560460', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'mac_address': 'fa:16:3e:53:e9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e7f185-b71b-4c88-8265-4dd2cee4e896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:56:21Z', 'updated_at': '2021-05-31T11:56:47Z', 'revision_number': 1, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8720ed-a644-41c0-ba2e-90d9b6859931', 'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'mac_address': 'fa:16:3e:d7:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:15Z', 'updated_at': '2021-05-31T11:56:23Z', 'revision_number': 5, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'subnets': [{'id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:56:49.529037 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8348b885-5d80-4ec9-aabf-9d8f0319a81e None None] The sync data for ids ['50615db7-a7e2-477d-b898-de2ed573c037'] in dv-cinder-791240-4-smb is: [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': 'd721096b-74c7-4c55-8289-10f13cfd1a61', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'floating_ip_address': '172.28.1.64', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'port_id': '1736ef0f-77da-441a-90eb-163a59560460', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'mac_address': 'fa:16:3e:53:e9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e7f185-b71b-4c88-8265-4dd2cee4e896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:56:21Z', 'updated_at': '2021-05-31T11:56:47Z', 'revision_number': 1, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8720ed-a644-41c0-ba2e-90d9b6859931', 'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'mac_address': 'fa:16:3e:d7:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:15Z', 'updated_at': '2021-05-31T11:56:23Z', 'revision_number': 5, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'subnets': [{'id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:56:49.530184 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde23b99-513b-42ee-b6f2-75dba8a12c78 req-4debc97a-347d-4835-9f27-90c513a46f72 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:49.539043 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-fde23b99-513b-42ee-b6f2-75dba8a12c78 req-4debc97a-347d-4835-9f27-90c513a46f72 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.0948842 May 31 11:56:49.591906 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-fde23b99-513b-42ee-b6f2-75dba8a12c78 req-7b3b6825-2449-433f-83d7-96bd5ca67df7 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518730 May 31 11:56:49.753709 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267035db-3003-46d6-84ff-9c101071dde1 None None] New status for floating IP d721096b-74c7-4c55-8289-10f13cfd1a61: ACTIVE {{(pid=98767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:56:50.010012 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 46718) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:50.134581 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cf8fa186-5654-47f7-88ed-78000bf7c55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.146659 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-cf8fa186-5654-47f7-88ed-78000bf7c55c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:50.150385 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-cf8fa186-5654-47f7-88ed-78000bf7c55c admin admin] Usage tracker for resource:security_group_rule and tenant:a3a44ff9006a4ae8b8d0de6bc3ae5954 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:50.153139 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-cf8fa186-5654-47f7-88ed-78000bf7c55c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:50.158720 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-cf8fa186-5654-47f7-88ed-78000bf7c55c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:50.240981 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cf8fa186-5654-47f7-88ed-78000bf7c55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.302199 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cf8fa186-5654-47f7-88ed-78000bf7c55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.312539 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-0cbee43f-a527-4b9a-8230-aec9242e458b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:50.352904 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-cf8fa186-5654-47f7-88ed-78000bf7c55c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3a44ff9006a4ae8b8d0de6bc3ae5954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415835 May 31 11:56:50.353781 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fa186-5654-47f7-88ed-78000bf7c55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1102842d-ca66-448e-9c20-e01640d8e85a,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:50.355530 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 46724) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:50.356896 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-cf8fa186-5654-47f7-88ed-78000bf7c55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:50.412428 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-55d3a6a4-47b6-4a42-b08a-ccc67a8b927c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.440476 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-55d3a6a4-47b6-4a42-b08a-ccc67a8b927c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.575125 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-55d3a6a4-47b6-4a42-b08a-ccc67a8b927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.580216 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-b2d461e5-5f64-4083-aff4-ce1a662f2548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:50.590984 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3a6a4-47b6-4a42-b08a-ccc67a8b927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1102842d-ca66-448e-9c20-e01640d8e85a,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:50.595369 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-55d3a6a4-47b6-4a42-b08a-ccc67a8b927c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:50.597303 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-55d3a6a4-47b6-4a42-b08a-ccc67a8b927c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.598396 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-55d3a6a4-47b6-4a42-b08a-ccc67a8b927c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1102842d-ca66-448e-9c20-e01640d8e85a HTTP/1.1" status: 204 len: 168 time: 0.2418432 May 31 11:56:50.785173 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf20bd2-de2c-4ad8-8469-e4491e262c69 req-dd13a83a-56cd-433e-b5bc-5ae8605bb69f tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:50.786904 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bcf20bd2-de2c-4ad8-8469-e4491e262c69 req-dd13a83a-56cd-433e-b5bc-5ae8605bb69f tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.0802011 May 31 11:56:50.840947 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bcf20bd2-de2c-4ad8-8469-e4491e262c69 req-8b5f1508-6fa8-4a07-a49c-3e8d8127801a tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452635 May 31 11:56:52.027830 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4621247-6a8a-4fe9-b635-fb29eb9819ac req-e181bffa-5e50-4e8d-a050-c0a1afaf9a4e tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:52.029313 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e4621247-6a8a-4fe9-b635-fb29eb9819ac req-e181bffa-5e50-4e8d-a050-c0a1afaf9a4e tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.0839195 May 31 11:56:52.080477 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e4621247-6a8a-4fe9-b635-fb29eb9819ac req-a8730bfb-fd3e-4dfa-b80b-33dc2dbcdee9 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443635 May 31 11:56:52.421596 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 46780) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:52.537998 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-67a8d8ac-8fcf-4e84-820b-9e6845dd619e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:52.552616 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-67a8d8ac-8fcf-4e84-820b-9e6845dd619e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:52.556429 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-67a8d8ac-8fcf-4e84-820b-9e6845dd619e admin admin] Usage tracker for resource:security_group_rule and tenant:4cc454edf25641c98f183e540fe304a2 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:52.559182 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-67a8d8ac-8fcf-4e84-820b-9e6845dd619e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:52.564868 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-67a8d8ac-8fcf-4e84-820b-9e6845dd619e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:52.642398 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-67a8d8ac-8fcf-4e84-820b-9e6845dd619e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:52.718966 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-67a8d8ac-8fcf-4e84-820b-9e6845dd619e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:52.726099 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-368c31f3-7b0c-4bba-8154-9dabce21c70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:52.766023 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-67a8d8ac-8fcf-4e84-820b-9e6845dd619e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4cc454edf25641c98f183e540fe304a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434238 May 31 11:56:52.766862 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8d8ac-8fcf-4e84-820b-9e6845dd619e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4f6a00-8063-42c1-a833-3f208b412739,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:52.769483 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 46786) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:52.769787 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-67a8d8ac-8fcf-4e84-820b-9e6845dd619e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:52.827988 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-c58671d1-cee7-452c-bca8-db1780b3e0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:52.853986 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-c58671d1-cee7-452c-bca8-db1780b3e0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:52.993402 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-c58671d1-cee7-452c-bca8-db1780b3e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:52.997033 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-7b3dbeb5-8a01-409c-9295-13944a199cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:53.010829 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58671d1-cee7-452c-bca8-db1780b3e0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4f6a00-8063-42c1-a833-3f208b412739,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:53.013152 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-c58671d1-cee7-452c-bca8-db1780b3e0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:53.023821 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-c58671d1-cee7-452c-bca8-db1780b3e0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:53.024972 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-c58671d1-cee7-452c-bca8-db1780b3e0e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb4f6a00-8063-42c1-a833-3f208b412739 HTTP/1.1" status: 204 len: 168 time: 0.2541118 May 31 11:56:53.266344 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68be63b-ecd8-4d16-bab3-097e9b45a8df req-e387ee77-d05d-445c-8dfd-06a0a498e154 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:53.267794 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f68be63b-ecd8-4d16-bab3-097e9b45a8df req-e387ee77-d05d-445c-8dfd-06a0a498e154 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.0831933 May 31 11:56:53.323950 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f68be63b-ecd8-4d16-bab3-097e9b45a8df req-e36c4092-aea3-4a4d-930a-7e9876b119a5 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&id=b7889c9f-98d7-42f9-86f5-638d7904af63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498853 May 31 11:56:59.976436 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-8d57945e-9570-4dc4-a125-63ea8e4d2eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.348318 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-1da3b5de-1e6d-4952-bbed-05dc58d7036f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.380713 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:03.210856 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:03.600151 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:57:04.913546 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:06.326348 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4838a8-860c-4950-801a-0fbe5f2802e3 req-2fafebec-1a1e-44ba-a09d-78cbae89df18 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:06.327809 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ed4838a8-860c-4950-801a-0fbe5f2802e3 req-2fafebec-1a1e-44ba-a09d-78cbae89df18 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 945 time: 0.0830367 May 31 11:57:06.371525 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ed4838a8-860c-4950-801a-0fbe5f2802e3 req-ea776359-6d41-471e-9215-4deb2e8338d6 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380740 May 31 11:57:07.273441 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.554221 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6b7fe-d953-4184-95a4-2404ec6d556f req-9792cc36-4543-4150-8cdd-37b287dc27a0 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:07.555347 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5ca6b7fe-d953-4184-95a4-2404ec6d556f req-9792cc36-4543-4150-8cdd-37b287dc27a0 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 945 time: 0.0797470 May 31 11:57:07.602051 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5ca6b7fe-d953-4184-95a4-2404ec6d556f req-26ef9904-4d8e-4622-afbe-c91e373fe9a9 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403166 May 31 11:57:08.785668 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de16ffd-b56b-4d22-b833-b6ea5c2a2dc0 req-32604384-0b3e-4746-82c3-8b53b8a4a532 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:08.787111 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0de16ffd-b56b-4d22-b833-b6ea5c2a2dc0 req-32604384-0b3e-4746-82c3-8b53b8a4a532 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 945 time: 0.0783734 May 31 11:57:08.830743 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0de16ffd-b56b-4d22-b833-b6ea5c2a2dc0 req-59aff069-4840-4c7b-a388-073070226abf tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376468 May 31 11:57:10.014393 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cad6c9-cbb8-4dc8-8b5c-b7c4331514e8 req-2ef7b6d9-a7d0-4d04-bf9f-8b2a5524a2c9 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:10.015836 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d6cad6c9-cbb8-4dc8-8b5c-b7c4331514e8 req-2ef7b6d9-a7d0-4d04-bf9f-8b2a5524a2c9 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 945 time: 0.0817587 May 31 11:57:10.059868 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d6cad6c9-cbb8-4dc8-8b5c-b7c4331514e8 req-5db3ef8d-5c48-420b-b355-6c282db70fa9 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384409 May 31 11:57:11.239644 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34e1de-ea8f-4c64-9ee9-48281154c994 req-c3fcb8c2-b0b1-4a1d-97d5-c39c10a7d7fb tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:11.241216 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8d34e1de-ea8f-4c64-9ee9-48281154c994 req-c3fcb8c2-b0b1-4a1d-97d5-c39c10a7d7fb tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 945 time: 0.0791137 May 31 11:57:11.286186 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8d34e1de-ea8f-4c64-9ee9-48281154c994 req-d41a1e1c-8936-41a4-8317-6aa328d1e498 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384767 May 31 11:57:12.474161 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b970f01-69da-4768-add2-bc79ef3c53df req-02bcf5cf-d741-499c-8862-a580981d6c8c tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:12.475606 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3b970f01-69da-4768-add2-bc79ef3c53df req-02bcf5cf-d741-499c-8862-a580981d6c8c tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 945 time: 0.0818155 May 31 11:57:12.519965 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3b970f01-69da-4768-add2-bc79ef3c53df req-da7e358b-add7-426d-9af5-4b838b987d7b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386655 May 31 11:57:13.340374 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98246d-a85f-4361-a754-13c65b8b2eb9 req-0c35133c-14b4-4b2a-bbd4-3d6861860eb8 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:13.341814 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8f98246d-a85f-4361-a754-13c65b8b2eb9 req-0c35133c-14b4-4b2a-bbd4-3d6861860eb8 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 945 time: 0.0805948 May 31 11:57:13.481454 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [req-8f98246d-a85f-4361-a754-13c65b8b2eb9 req-4cb34c0c-adb8-4e2c-9c44-38010ce06a7b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Deleting port 4531a545-06f2-4515-920b-51028ef337dc {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:13.482094 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-8f98246d-a85f-4361-a754-13c65b8b2eb9 req-4cb34c0c-adb8-4e2c-9c44-38010ce06a7b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.613921 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-8f98246d-a85f-4361-a754-13c65b8b2eb9 req-4cb34c0c-adb8-4e2c-9c44-38010ce06a7b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] For port 4531a545-06f2-4515-920b-51028ef337dc, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=4531a545-06f2-4515-920b-51028ef337dc,segment=NetworkSegment(ed9e350b-b842-4785-8804-5bcbead816ee),segment_id=ed9e350b-b842-4785-8804-5bcbead816ee)] {{(pid=98765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:13.614284 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-8f98246d-a85f-4361-a754-13c65b8b2eb9 req-4cb34c0c-adb8-4e2c-9c44-38010ce06a7b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.839561 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [req-8f98246d-a85f-4361-a754-13c65b8b2eb9 req-4cb34c0c-adb8-4e2c-9c44-38010ce06a7b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Calling delete_port for 4531a545-06f2-4515-920b-51028ef337dc owned by compute:nova {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:13.903919 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3114adc-e7eb-4834-885d-19fecf8c8812 req-d89d3392-004d-4e34-9001-613d0d86ec3c tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:13.905381 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f3114adc-e7eb-4834-885d-19fecf8c8812 req-d89d3392-004d-4e34-9001-613d0d86ec3c tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 945 time: 0.1613765 May 31 11:57:13.994750 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f3114adc-e7eb-4834-885d-19fecf8c8812 req-906331f9-b8d1-4a69-ab0c-674e8afa4dfe tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811958 May 31 11:57:14.112276 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-8f98246d-a85f-4361-a754-13c65b8b2eb9 req-4cb34c0c-adb8-4e2c-9c44-38010ce06a7b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.117913 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ed05b7ba-9126-4787-8d85-d4807afc991b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:14.160802 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb34c0c-adb8-4e2c-9c44-38010ce06a7b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Pushing event deleted for resources: {'Port': ['ID=4531a545-06f2-4515-920b-51028ef337dc,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:14.161025 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['4531a545-06f2-4515-920b-51028ef337dc'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:14.164329 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-4cb34c0c-adb8-4e2c-9c44-38010ce06a7b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:14.237557 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f98246d-a85f-4361-a754-13c65b8b2eb9 req-4cb34c0c-adb8-4e2c-9c44-38010ce06a7b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] No DVR routers for this DVR port 4531a545-06f2-4515-920b-51028ef337dc on host hv-cinder-79124 {{(pid=98765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:57:14.239869 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-8f98246d-a85f-4361-a754-13c65b8b2eb9 req-4cb34c0c-adb8-4e2c-9c44-38010ce06a7b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.242301 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2af2ce-c10a-4735-8e74-da18cd338627', 'name': 'network-vif-deleted', 'tag': '4531a545-06f2-4515-920b-51028ef337dc'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:14.244530 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a66c93-622a-42aa-8bad-10c062b21f1b" -d '{"events": [{"server_uuid": "2c2af2ce-c10a-4735-8e74-da18cd338627", "name": "network-vif-deleted", "tag": "4531a545-06f2-4515-920b-51028ef337dc"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:14.286413 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9684f82a-8385-4e9d-bd1d-bc0a0a07bf9d x-openstack-request-id: req-9684f82a-8385-4e9d-bd1d-bc0a0a07bf9d {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:14.286736 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2af2ce-c10a-4735-8e74-da18cd338627", "name": "network-vif-deleted", "tag": "4531a545-06f2-4515-920b-51028ef337dc", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:14.287027 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9684f82a-8385-4e9d-bd1d-bc0a0a07bf9d {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:14.287452 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2af2ce-c10a-4735-8e74-da18cd338627', 'name': 'network-vif-deleted', 'tag': '4531a545-06f2-4515-920b-51028ef337dc', 'status': 'completed', 'code': 200} May 31 11:57:14.319801 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8f98246d-a85f-4361-a754-13c65b8b2eb9 req-4cb34c0c-adb8-4e2c-9c44-38010ce06a7b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.36 "DELETE /v2.0/ports/4531a545-06f2-4515-920b-51028ef337dc HTTP/1.1" status: 204 len: 173 time: 0.9691124 May 31 11:57:15.164319 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c82e2895-6c03-41c7-adf2-a6141872add6 req-60a71956-f128-4fbf-86be-311f440180a3 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c2af2ce-c10a-4735-8e74-da18cd338627 HTTP/1.1" status: 200 len: 210 time: 0.0473068 May 31 11:57:17.346466 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 4531a545-06f2-4515-920b-51028ef337dc no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:17.381088 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: 4531a545-06f2-4515-920b-51028ef337dc {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:17.381480 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 4531a545-06f2-4515-920b-51028ef337dc not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:20.986238 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-800f238b-293d-4530-9ebf-bf793e9ba5aa tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:20.987599 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-800f238b-293d-4530-9ebf-bf793e9ba5aa tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/networks?id=9901ec01-0012-419d-94d2-ddb433a6a5ef HTTP/1.1" status: 200 len: 814 time: 0.1443775 May 31 11:57:21.002447 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-0c20b8da-4805-4900-b411-7f2b26657738 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/quotas/0bbc1741d1c04149a721134b9f6d2742 HTTP/1.1" status: 200 len: 375 time: 0.0093870 May 31 11:57:21.047152 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-efddc7b1-4162-4065-8a9b-30af6965de4d tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Synchronizing usage tracker for tenant:0bbc1741d1c04149a721134b9f6d2742 on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:21.118974 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-efddc7b1-4162-4065-8a9b-30af6965de4d tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Unset dirty status for tenant:0bbc1741d1c04149a721134b9f6d2742 on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:21.120200 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-efddc7b1-4162-4065-8a9b-30af6965de4d tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0bbc1741d1c04149a721134b9f6d2742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130192 May 31 11:57:21.250055 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-9ea6751b-d74f-4538-a2bf-ed6ae1aaae83 service neutron] 10.222.0.43 "GET /v2.0/networks/9901ec01-0012-419d-94d2-ddb433a6a5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225345 May 31 11:57:21.378984 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-ed5f50ff-4a01-469e-bc53-7433e52bb34e service neutron] 10.222.0.43 "GET /v2.0/networks/9901ec01-0012-419d-94d2-ddb433a6a5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231003 May 31 11:57:21.627968 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c12482d0-4337-485a-85ca-89adc262c07d req-d8219540-68fe-42d5-a341-c9a51a2cf91d tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 210 time: 0.0424666 May 31 11:57:22.776131 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-84e773c1-624d-4064-8b6e-698e51db7e4b req-dd7b091c-7594-4d73-9351-ff0b54f3c2c7 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 210 time: 0.0419171 May 31 11:57:23.711463 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-eac72a4b-cc94-4774-bfdf-1c97560fbc16 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:23.712881 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-eac72a4b-cc94-4774-bfdf-1c97560fbc16 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.36 "GET /v2.0/networks?id=9901ec01-0012-419d-94d2-ddb433a6a5ef HTTP/1.1" status: 200 len: 814 time: 0.1458895 May 31 11:57:23.742792 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Request body: {'port': {'device_id': '4b2c9f3a-abcb-410b-87ef-7f6dcb99932b', 'network_id': '9901ec01-0012-419d-94d2-ddb433a6a5ef', 'admin_state_up': True, 'tenant_id': '0bbc1741d1c04149a721134b9f6d2742'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:23.886094 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:23.895674 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:23.931480 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2b21d852-1ffc-46e8-b1c5-70934e498ae3 req-bad3bc98-93f0-4cff-9977-4d32fd3698dd tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 210 time: 0.0444047 May 31 11:57:24.009059 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Made reservation on behalf of 0bbc1741d1c04149a721134b9f6d2742 for: {'port': 1} {{(pid=98765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:57:24.012855 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:24.176269 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Allocated IP 172.20.0.3 (9901ec01-0012-419d-94d2-ddb433a6a5ef/04b9da7e-6ebf-495f-9c55-39fb2c27c1eb/0c6cdf08-a10f-4e08-80fa-ec4aa35dd356) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:57:24.375697 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:24.479637 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:24.485407 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:24.633448 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Network 9901ec01-0012-419d-94d2-ddb433a6a5ef is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:57:24.636798 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:57:24.641223 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:57:24.676491 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Pushing event updated for resources: {'Port': ['ID=0c6cdf08-a10f-4e08-80fa-ec4aa35dd356,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:24.680679 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:24.706809 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:24.707410 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:24.788602 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0495477 May 31 11:57:24.811238 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Request body: {'port': {'device_id': '4b2c9f3a-abcb-410b-87ef-7f6dcb99932b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:24.925248 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:25.116351 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fb40d-16a7-4475-b7ce-fdbd3ebb9b88 req-a4b563b6-b246-4498-beeb-c25eaf4afdae tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:25.117817 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bb4fb40d-16a7-4475-b7ce-fdbd3ebb9b88 req-a4b563b6-b246-4498-beeb-c25eaf4afdae tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 931 time: 0.0786793 May 31 11:57:25.163016 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bb4fb40d-16a7-4475-b7ce-fdbd3ebb9b88 req-c1c80330-c4d4-4995-aad5-ab354ff556c8 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388360 May 31 11:57:25.267723 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 {{(pid=98765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:25.274988 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:25.288786 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.provisioning_blocks [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Transition to ACTIVE for port object 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 will not be triggered until provisioned by entity L2. {{(pid=98765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:57:25.376455 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:25.380324 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-823dc340-87b4-48e6-aca8-a549723fcf2c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:25.526454 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6cdf08-a10f-4e08-80fa-ec4aa35dd356,revision_number=2']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:25.535621 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:25.604676 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Attempting to bind port 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:57:25.605003 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Attempting to bind port 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': 'ed9e350b-b842-4785-8804-5bcbead816ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9901ec01-0012-419d-94d2-ddb433a6a5ef'}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:57:25.605340 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Attempting to bind port 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 on network 9901ec01-0012-419d-94d2-ddb433a6a5ef {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:57:25.610390 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Port 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 on network 9901ec01-0012-419d-94d2-ddb433a6a5ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:57:25.610698 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Attempting to bind port 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 on network 9901ec01-0012-419d-94d2-ddb433a6a5ef {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:57:25.615741 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:57:25.616097 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Checking segment: {'id': 'ed9e350b-b842-4785-8804-5bcbead816ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9901ec01-0012-419d-94d2-ddb433a6a5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:57:25.616470 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Bound using segment: {'id': 'ed9e350b-b842-4785-8804-5bcbead816ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9901ec01-0012-419d-94d2-ddb433a6a5ef'} {{(pid=98765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:57:25.616883 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.managers [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Bound port: 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9e350b-b842-4785-8804-5bcbead816ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9901ec01-0012-419d-94d2-ddb433a6a5ef'}}] {{(pid=98765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:57:25.617215 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:25.705458 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] For port 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356, host hv-cinder-79124, cleared binding levels {{(pid=98765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:57:25.709114 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] For port 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0c6cdf08-a10f-4e08-80fa-ec4aa35dd356,segment=NetworkSegment(ed9e350b-b842-4785-8804-5bcbead816ee),segment_id=ed9e350b-b842-4785-8804-5bcbead816ee)] {{(pid=98765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:57:25.793498 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:25.797757 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-96d56fcf-2acc-40b6-93da-7b443b07b45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:25.856154 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:25.857346 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:25.858682 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] 10.222.0.36 "PUT /v2.0/ports/0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 HTTP/1.1" status: 200 len: 1093 time: 1.0516155 May 31 11:57:25.859165 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2c9f3a-abcb-410b-87ef-7f6dcb99932b', 'tag': '0c6cdf08-a10f-4e08-80fa-ec4aa35dd356'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:25.861444 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3fa8c6-c507-4e6f-ae3b-c4fcfdad4446" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2c9f3a-abcb-410b-87ef-7f6dcb99932b", "tag": "0c6cdf08-a10f-4e08-80fa-ec4aa35dd356"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:25.874995 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6cdf08-a10f-4e08-80fa-ec4aa35dd356,revision_number=3']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:25.877958 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:25.910243 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0898c146-8ad4-4a81-84ab-98d12661250b x-openstack-request-id: req-0898c146-8ad4-4a81-84ab-98d12661250b {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:25.910568 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2c9f3a-abcb-410b-87ef-7f6dcb99932b", "tag": "0c6cdf08-a10f-4e08-80fa-ec4aa35dd356", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:25.910850 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0898c146-8ad4-4a81-84ab-98d12661250b {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:25.911275 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2c9f3a-abcb-410b-87ef-7f6dcb99932b', 'tag': '0c6cdf08-a10f-4e08-80fa-ec4aa35dd356', 'status': 'completed', 'code': 200} May 31 11:57:26.044395 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fa8c6-c507-4e6f-ae3b-c4fcfdad4446 req-0c34d1d9-924c-483f-b241-84bd05157e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:26.045836 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9e3fa8c6-c507-4e6f-ae3b-c4fcfdad4446 req-0c34d1d9-924c-483f-b241-84bd05157e9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bbc1741d1c04149a721134b9f6d2742&device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 1096 time: 0.0778477 May 31 11:57:26.199540 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fa8c6-c507-4e6f-ae3b-c4fcfdad4446 req-a299863d-83dc-488c-94e2-8cdef813a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:26.201804 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9e3fa8c6-c507-4e6f-ae3b-c4fcfdad4446 req-a299863d-83dc-488c-94e2-8cdef813a9ec service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0bbc1741d1c04149a721134b9f6d2742&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1369269 May 31 11:57:26.400781 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fa8c6-c507-4e6f-ae3b-c4fcfdad4446 req-97edd0ee-adc9-48c6-a3c9-4220184f2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:26.402220 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9e3fa8c6-c507-4e6f-ae3b-c4fcfdad4446 req-97edd0ee-adc9-48c6-a3c9-4220184f2f1a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1883779 May 31 11:57:26.417132 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd84ae-0976-4c9c-9f8f-d16867e00535 req-c5938304-e002-47cc-b2da-e850642de7bb tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:26.417792 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-f3fd84ae-0976-4c9c-9f8f-d16867e00535 req-c5938304-e002-47cc-b2da-e850642de7bb tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Synchronizing usage tracker for tenant:0bbc1741d1c04149a721134b9f6d2742 on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:26.524225 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-f3fd84ae-0976-4c9c-9f8f-d16867e00535 req-c5938304-e002-47cc-b2da-e850642de7bb tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Unset dirty status for tenant:0bbc1741d1c04149a721134b9f6d2742 on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:26.525294 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f3fd84ae-0976-4c9c-9f8f-d16867e00535 req-c5938304-e002-47cc-b2da-e850642de7bb tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 943 time: 0.2374823 May 31 11:57:26.589365 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f3fd84ae-0976-4c9c-9f8f-d16867e00535 req-5522593f-d044-4e56-a635-82017f86f177 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577376 May 31 11:57:26.598172 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-918a01be-fe7d-4599-b633-371802a8b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:26.599606 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-918a01be-fe7d-4599-b633-371802a8b6db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bbc1741d1c04149a721134b9f6d2742&device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 1096 time: 0.1100204 May 31 11:57:26.677774 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-b1592377-d3b5-4b2c-b73f-39dac621a7a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 HTTP/1.1" status: 200 len: 217 time: 0.0606854 May 31 11:57:26.817625 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-d7dd04d3-b27f-4a81-84b8-02efd86e298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:26.819108 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-d7dd04d3-b27f-4a81-84b8-02efd86e298b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04b9da7e-6ebf-495f-9c55-39fb2c27c1eb HTTP/1.1" status: 200 len: 854 time: 0.1306474 May 31 11:57:26.868045 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-1528456f-b5d1-43b2-9e25-a79c81f555c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9901ec01-0012-419d-94d2-ddb433a6a5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397346 May 31 11:57:27.007856 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-88751f9d-78e5-4c40-a2d8-4edc6b224dad service neutron] 10.222.0.36 "GET /v2.0/networks/9901ec01-0012-419d-94d2-ddb433a6a5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244648 May 31 11:57:27.144987 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d8d69d4-3e1b-459d-b9b8-3a72341e5b88 req-265cec11-4dc3-4449-a3aa-2dd8c8616162 service neutron] 10.222.0.36 "GET /v2.0/networks/9901ec01-0012-419d-94d2-ddb433a6a5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259718 May 31 11:57:27.779736 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc333bc-7913-4acb-ad53-af031a1f3688 req-a51c9fc6-df14-4d21-b6a1-f6ce1bbab29b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:27.781249 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-fdc333bc-7913-4acb-ad53-af031a1f3688 req-a51c9fc6-df14-4d21-b6a1-f6ce1bbab29b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 943 time: 0.0836859 May 31 11:57:27.836338 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-fdc333bc-7913-4acb-ad53-af031a1f3688 req-2a97197a-084d-447f-8484-5a5e0e933999 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492983 May 31 11:57:29.024277 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933a07a-ce6d-44b2-b8ea-d85fc754f6fa req-f3e54cf1-3d75-4889-9604-da7800eecb93 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:29.025876 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c933a07a-ce6d-44b2-b8ea-d85fc754f6fa req-f3e54cf1-3d75-4889-9604-da7800eecb93 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 943 time: 0.0814171 May 31 11:57:29.071040 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c933a07a-ce6d-44b2-b8ea-d85fc754f6fa req-a617aa91-ddcd-4af9-9dc3-61eaab63ac14 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386126 May 31 11:57:29.430944 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:57:29.562922 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0c6cdf08-a10f-4e08-80fa-ec4aa35dd356,segment=NetworkSegment(ed9e350b-b842-4785-8804-5bcbead816ee),segment_id=ed9e350b-b842-4785-8804-5bcbead816ee)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:29.576680 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': '0c6cdf08-a10f-4e08-80fa-ec4aa35dd356', 'network_id': '9901ec01-0012-419d-94d2-ddb433a6a5ef', 'port_id': '0c6cdf08-a10f-4e08-80fa-ec4aa35dd356', 'mac_address': 'fa:16:3e:e9:08:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b9da7e-6ebf-495f-9c55-39fb2c27c1eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:57:29.604349 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a7aa7-ede5-4a75-9264-98e424f9988a req-fa5c893d-7432-4550-b474-da67f61950f1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:29.605838 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-426a7aa7-ede5-4a75-9264-98e424f9988a req-fa5c893d-7432-4550-b474-da67f61950f1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 946 time: 0.1877220 May 31 11:57:29.633872 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:29.650690 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-426a7aa7-ede5-4a75-9264-98e424f9988a req-8ec9ecef-254c-4ed7-8cb4-a1aeebff7121 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392482 May 31 11:57:29.651451 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:29.673141 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0c6cdf08-a10f-4e08-80fa-ec4aa35dd356,segment=NetworkSegment(ed9e350b-b842-4785-8804-5bcbead816ee),segment_id=ed9e350b-b842-4785-8804-5bcbead816ee)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:29.746441 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:29.748893 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-718e3eed-b35d-41ce-9dd4-a2f471feb7bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:29.813982 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=0c6cdf08-a10f-4e08-80fa-ec4aa35dd356,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:29.821290 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:29.821631 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:29.821965 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:29.822292 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:29.822617 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:29.822939 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:29.823286 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:29.823602 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:29.823919 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:29.824259 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:29.824575 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:29.824886 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:29.828697 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:29.947266 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-3c6728e5-0fac-4bb7-a7a6-98455f3cce38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:30.150718 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['0c6cdf08-a10f-4e08-80fa-ec4aa35dd356'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:30.254266 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedf0eb-d60f-4f6d-ab66-a93032365deb req-68ff7603-cb38-451f-a9fc-1c1121202a89 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:30.255731 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5fedf0eb-d60f-4f6d-ab66-a93032365deb req-68ff7603-cb38-451f-a9fc-1c1121202a89 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 944 time: 0.0775442 May 31 11:57:30.305043 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5fedf0eb-d60f-4f6d-ab66-a93032365deb req-96b139e5-fc02-4a14-bc69-1513377196f2 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426824 May 31 11:57:30.897670 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53e589-98cf-4ba8-8a28-47ff5820cb44 req-a2703871-4cd9-4bbe-9f07-7e9edd3af267 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:30.899084 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8f53e589-98cf-4ba8-8a28-47ff5820cb44 req-a2703871-4cd9-4bbe-9f07-7e9edd3af267 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 946 time: 0.1384394 May 31 11:57:30.943464 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8f53e589-98cf-4ba8-8a28-47ff5820cb44 req-2e0be7f8-b525-4bc3-b25a-f7a3bbf1fc0c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387046 May 31 11:57:31.427384 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:57:31.492357 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6695d-2470-4387-8ad7-eee6c438453d req-0c3602ad-fd2c-4f71-8d09-b0b2851674bf tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:31.493804 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9da6695d-2470-4387-8ad7-eee6c438453d req-0c3602ad-fd2c-4f71-8d09-b0b2851674bf tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 944 time: 0.0796990 May 31 11:57:31.538167 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9da6695d-2470-4387-8ad7-eee6c438453d req-35af6f9e-b4c5-4e7e-b6ce-72222d0c01b5 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385666 May 31 11:57:31.553553 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:57:31.558626 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:31.559004 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:31.674786 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:31.703441 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2c9f3a-abcb-410b-87ef-7f6dcb99932b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6cdf08-a10f-4e08-80fa-ec4aa35dd356'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:31.705638 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ef9e6b-f4cd-4e06-a465-56fe23204ad0" -d '{"events": [{"server_uuid": "4b2c9f3a-abcb-410b-87ef-7f6dcb99932b", "name": "network-vif-plugged", "status": "completed", "tag": "0c6cdf08-a10f-4e08-80fa-ec4aa35dd356"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:31.713422 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0c6cdf08-a10f-4e08-80fa-ec4aa35dd356,segment=NetworkSegment(ed9e350b-b842-4785-8804-5bcbead816ee),segment_id=ed9e350b-b842-4785-8804-5bcbead816ee)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:31.748811 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d113e2b9-b691-4439-bd24-3021df280c23 x-openstack-request-id: req-d113e2b9-b691-4439-bd24-3021df280c23 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:31.749108 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2c9f3a-abcb-410b-87ef-7f6dcb99932b", "name": "network-vif-plugged", "status": "completed", "tag": "0c6cdf08-a10f-4e08-80fa-ec4aa35dd356", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:31.749366 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d113e2b9-b691-4439-bd24-3021df280c23 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:31.749806 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2c9f3a-abcb-410b-87ef-7f6dcb99932b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6cdf08-a10f-4e08-80fa-ec4aa35dd356', 'code': 200} May 31 11:57:31.782880 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:31.784862 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-e84f7fc4-ad56-461d-8f3f-2402b83edc61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:31.825748 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-9c916cdc-df98-4bab-b72f-94e8a7279c9d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:31.827061 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-9c916cdc-df98-4bab-b72f-94e8a7279c9d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 946 time: 0.0844057 May 31 11:57:31.853677 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=0c6cdf08-a10f-4e08-80fa-ec4aa35dd356,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:31.856911 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:31.969445 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Deleting port f1463084-6fb1-48e8-a96e-1927efa65658 {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:31.969777 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:32.112944 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] For port f1463084-6fb1-48e8-a96e-1927efa65658, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f1463084-6fb1-48e8-a96e-1927efa65658,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:32.113346 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:32.193676 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b744ecf-be2c-47c6-be56-1e9f84507709 req-ae287baf-442b-4a14-bff5-7946644c5c53 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:32.195132 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7b744ecf-be2c-47c6-be56-1e9f84507709 req-ae287baf-442b-4a14-bff5-7946644c5c53 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 946 time: 0.1392167 May 31 11:57:32.200669 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060e009-09a3-4fd9-a63c-9420e9647da2 req-faabb8a1-8ea7-4206-97b4-0a22a86fe650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:32.202024 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0060e009-09a3-4fd9-a63c-9420e9647da2 req-faabb8a1-8ea7-4206-97b4-0a22a86fe650 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 1098 time: 0.0893114 May 31 11:57:32.268952 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7b744ecf-be2c-47c6-be56-1e9f84507709 req-32e7281d-a841-4c70-a595-751603c61a99 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2963f644-b70d-4b52-b8db-b09779011792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659993 May 31 11:57:32.278059 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0060e009-09a3-4fd9-a63c-9420e9647da2 req-f8161426-fef4-495f-a2b1-b54db0fa997d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551398 May 31 11:57:32.319665 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-d59714a7-b1c3-4141-a414-8b416fcc4ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:32.348031 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:32.406546 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:32.406841 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697336'] for floatingip, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:32.407119 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.l3_db [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Floating IP 7c1adbf5-2b7b-487d-96d9-358562464912 disassociated. External IP: 172.28.1.9, port: f1463084-6fb1-48e8-a96e-1927efa65658. May 31 11:57:32.407449 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Calling delete_port for f1463084-6fb1-48e8-a96e-1927efa65658 owned by compute:nova {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:32.564973 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:32.571430 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:32.621922 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event deleted for resources: {'Port': ['ID=f1463084-6fb1-48e8-a96e-1927efa65658,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:32.625450 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:32.947278 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727d306-9e76-4205-b9d3-48a14baecf08 req-0024d372-b31b-4505-a34d-c48d20a60654 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:32.948808 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4727d306-9e76-4205-b9d3-48a14baecf08 req-0024d372-b31b-4505-a34d-c48d20a60654 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 945 time: 0.2673464 May 31 11:57:32.953980 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:57:33.070914 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4727d306-9e76-4205-b9d3-48a14baecf08 req-e22fd7c2-1f76-4bf0-944c-f9dbc877e6be tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142740 May 31 11:57:33.174668 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:57:33.186834 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233d34c-0947-410a-a171-a2c17e82bc42 None None] Sync routers for ids ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:57:33.198729 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8233d34c-0947-410a-a171-a2c17e82bc42 None None] Routers {'3701f7a9-8809-4284-8192-2bc4dc7ce8b8'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:57:33.199415 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-8233d34c-0947-410a-a171-a2c17e82bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:57:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:33.254630 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:33.259838 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] No DVR routers for this DVR port f1463084-6fb1-48e8-a96e-1927efa65658 on host hv-cinder-79124 {{(pid=98765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:57:33.263764 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:33.265146 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'name': 'network-vif-deleted', 'tag': 'f1463084-6fb1-48e8-a96e-1927efa65658'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:33.267964 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3992aa3f-7832-414f-abd1-01f06dbe7711" -d '{"events": [{"server_uuid": "0cd6030c-6ff0-409c-abbb-741d1fa95da1", "name": "network-vif-deleted", "tag": "f1463084-6fb1-48e8-a96e-1927efa65658"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:33.315961 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd425046-7756-4844-a89a-8e273e0b7236 x-openstack-request-id: req-fd425046-7756-4844-a89a-8e273e0b7236 {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:33.316306 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd6030c-6ff0-409c-abbb-741d1fa95da1", "name": "network-vif-deleted", "tag": "f1463084-6fb1-48e8-a96e-1927efa65658", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:33.316587 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd425046-7756-4844-a89a-8e273e0b7236 {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:33.317007 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd6030c-6ff0-409c-abbb-741d1fa95da1', 'name': 'network-vif-deleted', 'tag': 'f1463084-6fb1-48e8-a96e-1927efa65658', 'status': 'completed', 'code': 200} May 31 11:57:33.354262 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d03a6398-85a6-4264-b3e4-c17c953b448d req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.36 "DELETE /v2.0/ports/f1463084-6fb1-48e8-a96e-1927efa65658 HTTP/1.1" status: 204 len: 173 time: 1.5172598 May 31 11:57:33.397720 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-8233d34c-0947-410a-a171-a2c17e82bc42 None None] Set router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:57:33.449203 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-20c202ea-7fe1-4af6-8de3-1afa6e70a2f5 req-854e11b2-67e1-404b-b837-6d6d86e3f85c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Synchronizing usage tracker for tenant:96d2340d017442468109cc2223b2c1ad on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:33.542256 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-20c202ea-7fe1-4af6-8de3-1afa6e70a2f5 req-854e11b2-67e1-404b-b837-6d6d86e3f85c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Unset dirty status for tenant:96d2340d017442468109cc2223b2c1ad on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:33.543466 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-20c202ea-7fe1-4af6-8de3-1afa6e70a2f5 req-854e11b2-67e1-404b-b837-6d6d86e3f85c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cd6030c-6ff0-409c-abbb-741d1fa95da1 HTTP/1.1" status: 200 len: 210 time: 0.1389670 May 31 11:57:33.744240 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-8233d34c-0947-410a-a171-a2c17e82bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '79944c39-f436-485b-a1a3-fc2d933b94c3', 'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'mac_address': 'fa:16:3e:87:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:39Z', 'updated_at': '2021-05-31T11:53:46Z', 'revision_number': 5, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'subnets': [{'id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:33.748440 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233d34c-0947-410a-a171-a2c17e82bc42 None None] Checking router: 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:57:33.757280 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8233d34c-0947-410a-a171-a2c17e82bc42 None None] Routers {'3701f7a9-8809-4284-8192-2bc4dc7ce8b8'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:57:33.757890 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-8233d34c-0947-410a-a171-a2c17e82bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:57:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:33.974670 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-8233d34c-0947-410a-a171-a2c17e82bc42 None None] Set router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:57:34.262263 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbba6f5-c74e-46b0-8704-493f26e374fb req-fd0bb809-e2ce-48d0-b648-7018b1c3db09 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:34.264531 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0cbba6f5-c74e-46b0-8704-493f26e374fb req-fd0bb809-e2ce-48d0-b648-7018b1c3db09 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 945 time: 0.0797675 May 31 11:57:34.295474 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-8233d34c-0947-410a-a171-a2c17e82bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '79944c39-f436-485b-a1a3-fc2d933b94c3', 'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'mac_address': 'fa:16:3e:87:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:39Z', 'updated_at': '2021-05-31T11:53:46Z', 'revision_number': 5, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'subnets': [{'id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:34.299580 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233d34c-0947-410a-a171-a2c17e82bc42 None None] The sync data for ids ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'] in dv-cinder-791240-4-smb is: [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '79944c39-f436-485b-a1a3-fc2d933b94c3', 'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'mac_address': 'fa:16:3e:87:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:39Z', 'updated_at': '2021-05-31T11:53:46Z', 'revision_number': 5, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'subnets': [{'id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:57:34.321728 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0cbba6f5-c74e-46b0-8704-493f26e374fb req-34793531-738b-4413-a558-1f2a04cdad51 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509324 May 31 11:57:34.575017 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b329b295-c29e-40e4-969b-5a323b3a7e9c None None] New status for floating IP 7c1adbf5-2b7b-487d-96d9-358562464912: DOWN {{(pid=98767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:57:34.818880 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47076) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:34.885471 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-028d0c13-c6f2-4d3b-a92b-12ef6bc5c0b5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:34.918881 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-028d0c13-c6f2-4d3b-a92b-12ef6bc5c0b5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:34.999226 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.077245 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-028d0c13-c6f2-4d3b-a92b-12ef6bc5c0b5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.081738 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-a6c03dd6-7c2b-40ce-9db0-663b1304bdb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:35.096203 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d0c13-c6f2-4d3b-a92b-12ef6bc5c0b5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2963f644-b70d-4b52-b8db-b09779011792,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:35.099317 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-028d0c13-c6f2-4d3b-a92b-12ef6bc5c0b5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:35.169295 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-028d0c13-c6f2-4d3b-a92b-12ef6bc5c0b5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.170407 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-028d0c13-c6f2-4d3b-a92b-12ef6bc5c0b5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "DELETE /v2.0/security-groups/2963f644-b70d-4b52-b8db-b09779011792 HTTP/1.1" status: 204 len: 168 time: 0.3532476 May 31 11:57:35.173097 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47080) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:35.188514 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.api.v2.resource [None req-0041fd93-93e3-48ad-9dc5-e7c62981ac6f tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] show failed (client error): The resource could not be found. May 31 11:57:35.192705 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-0041fd93-93e3-48ad-9dc5-e7c62981ac6f tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups/2963f644-b70d-4b52-b8db-b09779011792 HTTP/1.1" status: 404 len: 347 time: 0.0154746 May 31 11:57:35.194637 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47084) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:35.427124 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-58a425a5-0fd6-4345-aa41-e605bd8fd10a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Deleting port d885d261-a46b-4865-9ddf-58df5fcb8070 {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:35.427460 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-58a425a5-0fd6-4345-aa41-e605bd8fd10a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.454680 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device f1463084-6fb1-48e8-a96e-1927efa65658 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:35.492701 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: f1463084-6fb1-48e8-a96e-1927efa65658 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:35.493045 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device f1463084-6fb1-48e8-a96e-1927efa65658 not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:35.550728 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-58a425a5-0fd6-4345-aa41-e605bd8fd10a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.551059 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-58a425a5-0fd6-4345-aa41-e605bd8fd10a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.678178 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-58a425a5-0fd6-4345-aa41-e605bd8fd10a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Calling delete_port for d885d261-a46b-4865-9ddf-58df5fcb8070 owned by network:floatingip {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:35.873337 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-58a425a5-0fd6-4345-aa41-e605bd8fd10a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.878675 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-fa514c20-67eb-41f9-8888-dfe5e46e7f17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:35.955472 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a425a5-0fd6-4345-aa41-e605bd8fd10a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event deleted for resources: {'Port': ['ID=d885d261-a46b-4865-9ddf-58df5fcb8070,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:35.963019 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-58a425a5-0fd6-4345-aa41-e605bd8fd10a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:36.015729 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-58a425a5-0fd6-4345-aa41-e605bd8fd10a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for floatingip, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:36.078703 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-58a425a5-0fd6-4345-aa41-e605bd8fd10a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:36.079858 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-58a425a5-0fd6-4345-aa41-e605bd8fd10a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "DELETE /v2.0/floatingips/7c1adbf5-2b7b-487d-96d9-358562464912 HTTP/1.1" status: 204 len: 168 time: 0.8843367 May 31 11:57:36.881132 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47098) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:36.886662 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1157474069', 'description': 'tempest-description--1760675776'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:36.893073 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:36.897311 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Usage tracker for resource:security_group and tenant:96d2340d017442468109cc2223b2c1ad is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:36.900164 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:36.905884 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:36.993984 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.014667 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:37.019100 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Usage tracker for resource:security_group_rule and tenant:96d2340d017442468109cc2223b2c1ad is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:37.021856 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:37.027455 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:37.213605 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.241496 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-72011613-796c-4e3e-8c26-cbd2d4ff22ed req-42fea57c-8072-4ad7-85ec-5e4902d9815f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840595 May 31 11:57:37.271444 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.331205 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.337983 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ee03433a-4ee3-410b-bd3f-9422ece8e8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:37.395170 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c4ae5c-7dfd-4b32-9208-d727082b362b,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:37.404925 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:37.405292 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:37.405657 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:37.406054 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:37.406409 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:37.406761 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:37.407110 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:37.407477 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:37.407824 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:37.408196 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:37.408545 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:37.408889 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:37.412438 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:37.418876 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72011613-796c-4e3e-8c26-cbd2d4ff22ed req-fb9ad737-a091-4c24-94c6-c20f17b3f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:37.420433 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-72011613-796c-4e3e-8c26-cbd2d4ff22ed req-fb9ad737-a091-4c24-94c6-c20f17b3f50e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e8d43d6bc8f40bc86899216db913e26&device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 1138 time: 0.1359181 May 31 11:57:37.521399 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.522699 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6405330 May 31 11:57:37.525513 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47104) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:37.540212 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-3f8fb73d-5c5f-488d-8b7c-a9d5c15879e8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Request body: {'security_group_rule': {'security_group_id': '86c4ae5c-7dfd-4b32-9208-d727082b362b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:37.548052 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-3f8fb73d-5c5f-488d-8b7c-a9d5c15879e8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:37.554806 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-3f8fb73d-5c5f-488d-8b7c-a9d5c15879e8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Usage tracker for resource:security_group_rule and tenant:96d2340d017442468109cc2223b2c1ad is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:37.559484 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-3f8fb73d-5c5f-488d-8b7c-a9d5c15879e8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:37.576343 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-3f8fb73d-5c5f-488d-8b7c-a9d5c15879e8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:37.600834 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72011613-796c-4e3e-8c26-cbd2d4ff22ed req-dda25fe0-8aec-4d1f-a8cf-52f4a3798313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:37.602306 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-72011613-796c-4e3e-8c26-cbd2d4ff22ed req-dda25fe0-8aec-4d1f-a8cf-52f4a3798313 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c61f7101-e42f-424d-83a7-078109e86a9f HTTP/1.1" status: 200 len: 916 time: 0.1602571 May 31 11:57:37.696660 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb73d-5c5f-488d-8b7c-a9d5c15879e8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.743707 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-72011613-796c-4e3e-8c26-cbd2d4ff22ed req-56c6915f-8e40-40d0-98c8-3c6fd03a62b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4c5ed2b-37b6-4632-8602-1ed247b8d278 HTTP/1.1" status: 200 len: 1001 time: 0.1281502 May 31 11:57:37.811516 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb73d-5c5f-488d-8b7c-a9d5c15879e8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.822643 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72011613-796c-4e3e-8c26-cbd2d4ff22ed req-309fb02c-d10e-4c56-904f-071cfaa575ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:37.824062 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-72011613-796c-4e3e-8c26-cbd2d4ff22ed req-309fb02c-d10e-4c56-904f-071cfaa575ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e19d5646-7f8f-4517-b754-fcd7776ec266 HTTP/1.1" status: 200 len: 854 time: 0.0701940 May 31 11:57:37.891333 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb73d-5c5f-488d-8b7c-a9d5c15879e8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:37.899602 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-f6d9e96d-619d-43d8-bc0c-01a438bd1624 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:37.920915 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fb73d-5c5f-488d-8b7c-a9d5c15879e8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570acd5a-fb03-43c6-88d5-6b81cda0a0db,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:37.924481 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-3f8fb73d-5c5f-488d-8b7c-a9d5c15879e8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:37.932350 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72011613-796c-4e3e-8c26-cbd2d4ff22ed req-09783e38-bac4-418c-a291-ad744cdff858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:37.933785 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-72011613-796c-4e3e-8c26-cbd2d4ff22ed req-09783e38-bac4-418c-a291-ad744cdff858 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c61f7101-e42f-424d-83a7-078109e86a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1006794 May 31 11:57:38.030164 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb73d-5c5f-488d-8b7c-a9d5c15879e8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.031443 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-3f8fb73d-5c5f-488d-8b7c-a9d5c15879e8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5049746 May 31 11:57:38.034244 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47114) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:38.041572 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-beec67a1-ff33-4407-84f1-390e3be93ef5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Request body: {'security_group_rule': {'security_group_id': '86c4ae5c-7dfd-4b32-9208-d727082b362b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:38.049830 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-beec67a1-ff33-4407-84f1-390e3be93ef5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:38.066236 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-beec67a1-ff33-4407-84f1-390e3be93ef5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Usage tracker for resource:security_group_rule and tenant:96d2340d017442468109cc2223b2c1ad is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:38.074869 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-beec67a1-ff33-4407-84f1-390e3be93ef5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:38.083537 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-beec67a1-ff33-4407-84f1-390e3be93ef5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:38.104284 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-72011613-796c-4e3e-8c26-cbd2d4ff22ed req-0756dddc-81e1-4e1d-853b-9145e47e3edd service neutron] 10.222.0.36 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622715 May 31 11:57:38.201763 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-beec67a1-ff33-4407-84f1-390e3be93ef5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.280445 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-72011613-796c-4e3e-8c26-cbd2d4ff22ed req-84785e50-c731-48a1-ae4d-f34e3e667a02 service neutron] 10.222.0.36 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663978 May 31 11:57:38.292705 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-beec67a1-ff33-4407-84f1-390e3be93ef5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.359852 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-beec67a1-ff33-4407-84f1-390e3be93ef5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.362013 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9c7760ae-6a92-433f-bc6c-b48bd6e21215 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:38.386762 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec67a1-ff33-4407-84f1-390e3be93ef5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef6eb4b-9aaf-4572-8485-276ea2d53537,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:38.389398 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-beec67a1-ff33-4407-84f1-390e3be93ef5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:38.467325 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-beec67a1-ff33-4407-84f1-390e3be93ef5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.469049 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-beec67a1-ff33-4407-84f1-390e3be93ef5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4333305 May 31 11:57:38.472153 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47118) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:38.477201 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Request body: {'floatingip': {'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:38.483070 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:38.487702 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Usage tracker for resource:floatingip and tenant:96d2340d017442468109cc2223b2c1ad is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:38.490629 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:38.497043 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:38.563000 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for floatingip, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.700858 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.840026 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Allocated IP 172.28.1.13 (44138ec9-aa29-40d8-b84a-8c450b87461c/270374c3-e0a8-4da5-b8af-4f1fd2d3da10/6443aea5-78f6-43f4-b663-b98fdb2ab0ae) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:57:38.982204 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:39.080593 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:39.084517 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-88e2aea3-ce73-41dd-a45a-c76f815a6076 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:39.150985 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Network 44138ec9-aa29-40d8-b84a-8c450b87461c is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:57:39.153917 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:57:39.156299 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:57:39.197854 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event updated for resources: {'Port': ['ID=6443aea5-78f6-43f4-b663-b98fdb2ab0ae,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:39.200632 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:39.244998 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:39.387428 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:39.679534 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for port, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:39.746215 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:39.751699 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:39.869922 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event updated for resources: {'Port': ['ID=6443aea5-78f6-43f4-b663-b98fdb2ab0ae,revision_number=2']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:39.872953 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:39.878134 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697336'] for floatingip, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:39.970747 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:39.975958 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-4f6b148b-9265-401e-bf37-8241496c4079 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4988136 May 31 11:57:40.190971 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-b720a27d-a679-46bb-981f-b34bf9899717 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1157474069&fields=id&tenant_id=96d2340d017442468109cc2223b2c1ad HTTP/1.1" status: 200 len: 267 time: 0.0424984 May 31 11:57:40.340163 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-c2d7743b-a6ff-4b2a-ba69-62d9ceced512 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:40.340833 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-c2d7743b-a6ff-4b2a-ba69-62d9ceced512 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Synchronizing usage tracker for tenant:96d2340d017442468109cc2223b2c1ad on resource:network {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:40.416190 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-c2d7743b-a6ff-4b2a-ba69-62d9ceced512 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Unset dirty status for tenant:96d2340d017442468109cc2223b2c1ad on resource:network {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:40.417344 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-c2d7743b-a6ff-4b2a-ba69-62d9ceced512 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/networks?id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4 HTTP/1.1" status: 200 len: 816 time: 0.2201054 May 31 11:57:40.431687 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-5431dc0a-08d7-47b7-928d-a56e8e8b0b1e tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/quotas/96d2340d017442468109cc2223b2c1ad HTTP/1.1" status: 200 len: 375 time: 0.0089552 May 31 11:57:40.516690 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-f1f370b2-1d29-4d81-9ea8-67e03d00d60a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d2340d017442468109cc2223b2c1ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801473 May 31 11:57:40.599034 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:57:40.766453 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-86294c26-e7a6-4ee4-be46-f74df34be6b0 service neutron] 10.222.0.43 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378197 May 31 11:57:40.897979 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-d804443a-fe09-453d-a1ba-587272ab7367 service neutron] 10.222.0.43 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258314 May 31 11:57:41.239383 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-e8cc78c9-d659-4324-bf9d-f4b83c1a2b44 req-85ef0fa6-6706-405b-a6fd-400bea2cd97d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Synchronizing usage tracker for tenant:96d2340d017442468109cc2223b2c1ad on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:41.325167 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-e8cc78c9-d659-4324-bf9d-f4b83c1a2b44 req-85ef0fa6-6706-405b-a6fd-400bea2cd97d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Unset dirty status for tenant:96d2340d017442468109cc2223b2c1ad on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:41.326593 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e8cc78c9-d659-4324-bf9d-f4b83c1a2b44 req-85ef0fa6-6706-405b-a6fd-400bea2cd97d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 210 time: 0.1344328 May 31 11:57:41.413850 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-78dbd2f8-6a22-4c8d-8699-7e4dc3860b4e req-4fa3d756-7eec-4696-9b4f-7f6cc8368d38 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832813393&fields=id&tenant_id=7e8d43d6bc8f40bc86899216db913e26 HTTP/1.1" status: 200 len: 267 time: 0.0438321 May 31 11:57:41.512504 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbd2f8-6a22-4c8d-8699-7e4dc3860b4e req-f668e215-8ca6-4797-a2b1-e44a05e9b04f tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:41.514182 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-78dbd2f8-6a22-4c8d-8699-7e4dc3860b4e req-f668e215-8ca6-4797-a2b1-e44a05e9b04f tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 985 time: 0.0918865 May 31 11:57:41.526377 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-78dbd2f8-6a22-4c8d-8699-7e4dc3860b4e req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Request body: {'port': {'security_groups': ['9161f374-d1b5-47a8-9b3e-78a8c7f9970c']}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:41.657930 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-78dbd2f8-6a22-4c8d-8699-7e4dc3860b4e req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:41.905896 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-78dbd2f8-6a22-4c8d-8699-7e4dc3860b4e req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] For port f4c5ed2b-37b6-4632-8602-1ed247b8d278, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f4c5ed2b-37b6-4632-8602-1ed247b8d278,segment=NetworkSegment(774d0b96-cb16-4ecb-820b-63e1439be0b4),segment_id=774d0b96-cb16-4ecb-820b-63e1439be0b4)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:41.929878 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-78dbd2f8-6a22-4c8d-8699-7e4dc3860b4e req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:41.982043 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-78dbd2f8-6a22-4c8d-8699-7e4dc3860b4e req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:41.988476 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ed942b59-ee4a-4ded-9e94-2ed727d13c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:42.018530 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['f4c5ed2b-37b6-4632-8602-1ed247b8d278'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:42.057438 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbd2f8-6a22-4c8d-8699-7e4dc3860b4e req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:42.058059 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-78dbd2f8-6a22-4c8d-8699-7e4dc3860b4e req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.059436 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-78dbd2f8-6a22-4c8d-8699-7e4dc3860b4e req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "PUT /v2.0/ports/f4c5ed2b-37b6-4632-8602-1ed247b8d278 HTTP/1.1" status: 200 len: 943 time: 0.5385275 May 31 11:57:42.059934 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'tag': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:42.062304 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d99d02a-109e-401d-9a56-b0b0651e72f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9508324-53b3-48d7-b4cb-1423e1893cd0", "tag": "f4c5ed2b-37b6-4632-8602-1ed247b8d278"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:42.066569 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47182) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:42.081297 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Pushing event updated for resources: {'Port': ['ID=f4c5ed2b-37b6-4632-8602-1ed247b8d278,revision_number=7']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:42.089043 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:42.089412 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:42.089767 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:42.090118 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:42.090464 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:42.090809 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:42.091153 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:42.091497 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:42.092095 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:42.092377 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:42.092718 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:42.093057 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:42.101270 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:42.196089 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39df8f7-1a63-40e8-955c-460010d00190 x-openstack-request-id: req-f39df8f7-1a63-40e8-955c-460010d00190 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:42.196089 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9508324-53b3-48d7-b4cb-1423e1893cd0", "tag": "f4c5ed2b-37b6-4632-8602-1ed247b8d278", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:42.196089 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f39df8f7-1a63-40e8-955c-460010d00190 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:42.196089 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'tag': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278', 'status': 'completed', 'code': 200} May 31 11:57:42.206072 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c77028e9-3d35-41bc-81e2-f7eed4d30dc8 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.264376 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c77028e9-3d35-41bc-81e2-f7eed4d30dc8 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.271123 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['f4c5ed2b-37b6-4632-8602-1ed247b8d278'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:42.392951 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99d02a-109e-401d-9a56-b0b0651e72f6 req-ff740abb-321c-41af-ad0a-fdbd15739811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:42.394754 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9d99d02a-109e-401d-9a56-b0b0651e72f6 req-ff740abb-321c-41af-ad0a-fdbd15739811 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e8d43d6bc8f40bc86899216db913e26&device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 1099 time: 0.1256444 May 31 11:57:42.449598 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-ab3fcd12-0b19-4d85-b3e4-0e12005eb406 None None] Provisioning complete for port f4c5ed2b-37b6-4632-8602-1ed247b8d278 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:42.449976 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-ab3fcd12-0b19-4d85-b3e4-0e12005eb406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.560920 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c77028e9-3d35-41bc-81e2-f7eed4d30dc8 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.614958 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-17cf2ccc-0fd6-4712-9e6b-a053c686a57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:42.637800 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-21f665bd-8a15-4712-9d7e-0383b2779c97 req-7f0ff6c3-4996-4403-b898-10cfb32308bc tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 210 time: 0.1233737 May 31 11:57:42.644600 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77028e9-3d35-41bc-81e2-f7eed4d30dc8 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7889c9f-98d7-42f9-86f5-638d7904af63,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:42.653985 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-c77028e9-3d35-41bc-81e2-f7eed4d30dc8 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:42.722013 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99d02a-109e-401d-9a56-b0b0651e72f6 req-f45d2ef5-ae1e-483d-9d95-c6972da029fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:42.723579 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9d99d02a-109e-401d-9a56-b0b0651e72f6 req-f45d2ef5-ae1e-483d-9d95-c6972da029fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=c61f7101-e42f-424d-83a7-078109e86a9f HTTP/1.1" status: 200 len: 916 time: 0.2882476 May 31 11:57:42.725011 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c77028e9-3d35-41bc-81e2-f7eed4d30dc8 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.726096 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-c77028e9-3d35-41bc-81e2-f7eed4d30dc8 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "DELETE /v2.0/security-groups/b7889c9f-98d7-42f9-86f5-638d7904af63 HTTP/1.1" status: 204 len: 168 time: 0.6585078 May 31 11:57:42.728781 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47198) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:42.978161 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9d99d02a-109e-401d-9a56-b0b0651e72f6 req-f04dde8c-60ff-4a46-a59d-4c544c368403 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4c5ed2b-37b6-4632-8602-1ed247b8d278 HTTP/1.1" status: 200 len: 1001 time: 0.1874003 May 31 11:57:43.099628 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99d02a-109e-401d-9a56-b0b0651e72f6 req-c0a421b1-fcd2-4e63-9add-af71e7e85123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:43.101065 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9d99d02a-109e-401d-9a56-b0b0651e72f6 req-c0a421b1-fcd2-4e63-9add-af71e7e85123 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e19d5646-7f8f-4517-b754-fcd7776ec266 HTTP/1.1" status: 200 len: 854 time: 0.1139388 May 31 11:57:43.193084 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-b6618213-074c-419c-bc40-2e3b161a28c0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Deleting port e50cd644-4edf-49c0-94ff-2d4d921a9eaf {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:43.193424 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b6618213-074c-419c-bc40-2e3b161a28c0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:43.257265 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99d02a-109e-401d-9a56-b0b0651e72f6 req-791f5776-4230-456f-938d-7f67a798a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:43.258766 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9d99d02a-109e-401d-9a56-b0b0651e72f6 req-791f5776-4230-456f-938d-7f67a798a40d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c61f7101-e42f-424d-83a7-078109e86a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1501141 May 31 11:57:43.398465 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b6618213-074c-419c-bc40-2e3b161a28c0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:43.399177 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b6618213-074c-419c-bc40-2e3b161a28c0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:43.647620 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-b6618213-074c-419c-bc40-2e3b161a28c0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Calling delete_port for e50cd644-4edf-49c0-94ff-2d4d921a9eaf owned by network:floatingip {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:43.660323 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9d99d02a-109e-401d-9a56-b0b0651e72f6 req-2bbed280-4ef1-43a3-ada0-59332f40dacf service neutron] 10.222.0.36 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879116 May 31 11:57:43.785452 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-24820bd7-e176-4deb-9d72-f68225d2afa4 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:43.787046 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-24820bd7-e176-4deb-9d72-f68225d2afa4 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.36 "GET /v2.0/networks?id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4 HTTP/1.1" status: 200 len: 816 time: 0.1995432 May 31 11:57:43.852612 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-aae1d0ad-3b0e-47cc-9716-e01b3de6cac0 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96d2340d017442468109cc2223b2c1ad HTTP/1.1" status: 200 len: 380 time: 0.0479248 May 31 11:57:43.862065 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Request body: {'port': {'device_id': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'admin_state_up': True, 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'security_groups': ['86c4ae5c-7dfd-4b32-9208-d727082b362b']}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:43.876985 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-affd11dc-d0d1-46a9-bb71-1f35dd1fdbfa req-a926d374-0406-4abb-8b13-41dc175c50d9 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 210 time: 0.0580208 May 31 11:57:43.944306 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9d99d02a-109e-401d-9a56-b0b0651e72f6 req-ee94862c-269e-4f51-b2f3-b6e147b4bbd9 service neutron] 10.222.0.36 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572775 May 31 11:57:44.012100 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:44.022111 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:44.142524 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Made reservation on behalf of 96d2340d017442468109cc2223b2c1ad for: {'port': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:57:44.142758 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b6618213-074c-419c-bc40-2e3b161a28c0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:44.146141 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:44.147669 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-4f18a351-8a1c-4131-a4ac-5688fcc7e75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:44.199674 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6618213-074c-419c-bc40-2e3b161a28c0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Pushing event deleted for resources: {'Port': ['ID=e50cd644-4edf-49c0-94ff-2d4d921a9eaf,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:44.202947 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-b6618213-074c-419c-bc40-2e3b161a28c0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:44.293812 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b6618213-074c-419c-bc40-2e3b161a28c0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks [] for floatingip, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:44.294242 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.l3_db [None req-b6618213-074c-419c-bc40-2e3b161a28c0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Floating IP b9a89164-4019-465f-87e1-f900fc6e39ad disassociated (deleted). External IP: 172.28.1.99, port: f4c5ed2b-37b6-4632-8602-1ed247b8d278. May 31 11:57:44.313263 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Allocated IP 172.20.0.13 (774bc46b-b0ab-40ae-90fc-5cf5267b00e4/1e380460-4b72-4669-bfbb-1247484cb9b0/80add088-6e4a-4d97-906f-1812a05f2552) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:57:44.511652 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:44.527828 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Transition to ACTIVE for port object 80add088-6e4a-4d97-906f-1812a05f2552 will not be triggered until provisioned by entity DHCP. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:57:44.629632 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:44.642319 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:44.677735 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6618213-074c-419c-bc40-2e3b161a28c0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:57:44.691853 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:57:44.703201 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:57:44.707865 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:57:44.767910 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event updated for resources: {'Port': ['ID=80add088-6e4a-4d97-906f-1812a05f2552,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:44.772515 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:44.792045 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:44.792822 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:44.884579 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0265603 May 31 11:57:44.897353 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6618213-074c-419c-bc40-2e3b161a28c0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:57:44.909369 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e5d151-e5c2-4317-ab21-a41b1c39e549 None None] Sync routers for ids ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:57:44.920420 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Request body: {'port': {'device_id': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:44.924078 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e5d151-e5c2-4317-ab21-a41b1c39e549 None None] Routers {'7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:57:44.931188 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-46e5d151-e5c2-4317-ab21-a41b1c39e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:57:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:45.001607 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-b6618213-074c-419c-bc40-2e3b161a28c0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.108929 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-65ca5371-c4ef-4d6d-b7af-f67295d9d5a6 None None] Provisioning for port 80add088-6e4a-4d97-906f-1812a05f2552 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:57:45.118220 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-65ca5371-c4ef-4d6d-b7af-f67295d9d5a6 None None] Provisioning complete for port 80add088-6e4a-4d97-906f-1812a05f2552 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:45.119018 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-65ca5371-c4ef-4d6d-b7af-f67295d9d5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.129523 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-b6618213-074c-419c-bc40-2e3b161a28c0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "DELETE /v2.0/floatingips/b9a89164-4019-465f-87e1-f900fc6e39ad HTTP/1.1" status: 204 len: 168 time: 2.3996906 May 31 11:57:45.131752 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'tag': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:45.134399 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81902385-895e-4999-bd92-39f555c2202b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9508324-53b3-48d7-b4cb-1423e1893cd0", "tag": "f4c5ed2b-37b6-4632-8602-1ed247b8d278"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:45.143011 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.162295 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b7275-99e0-4665-aa73-996a8f51bd45 req-66ad3703-f164-4b69-acc0-cb2b0df016e9 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:45.163483 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7c8b7275-99e0-4665-aa73-996a8f51bd45 req-66ad3703-f164-4b69-acc0-cb2b0df016e9 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 932 time: 0.1272831 May 31 11:57:45.193102 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-46e5d151-e5c2-4317-ab21-a41b1c39e549 None None] Set router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:57:45.222009 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-7c8b7275-99e0-4665-aa73-996a8f51bd45 req-bdd2106d-0a1d-4289-b9b6-ba4c8ae8858e tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Synchronizing usage tracker for tenant:96d2340d017442468109cc2223b2c1ad on resource:security_group {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:45.238414 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-65ca5371-c4ef-4d6d-b7af-f67295d9d5a6 None None] Port 80add088-6e4a-4d97-906f-1812a05f2552 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:57:45.300605 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-7c8b7275-99e0-4665-aa73-996a8f51bd45 req-bdd2106d-0a1d-4289-b9b6-ba4c8ae8858e tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Unset dirty status for tenant:96d2340d017442468109cc2223b2c1ad on resource:security_group {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:45.301802 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7c8b7275-99e0-4665-aa73-996a8f51bd45 req-bdd2106d-0a1d-4289-b9b6-ba4c8ae8858e tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313138 May 31 11:57:45.387841 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddf1c6e-48df-42b1-81f1-0fc1276bef97 x-openstack-request-id: req-8ddf1c6e-48df-42b1-81f1-0fc1276bef97 {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:45.388191 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9508324-53b3-48d7-b4cb-1423e1893cd0", "tag": "f4c5ed2b-37b6-4632-8602-1ed247b8d278", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:45.388593 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ddf1c6e-48df-42b1-81f1-0fc1276bef97 {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:45.388891 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'tag': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278', 'status': 'completed', 'code': 200} May 31 11:57:45.574441 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81902385-895e-4999-bd92-39f555c2202b req-465b649a-fd56-4822-b963-a96c5fa9df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:45.575931 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-81902385-895e-4999-bd92-39f555c2202b req-465b649a-fd56-4822-b963-a96c5fa9df41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e8d43d6bc8f40bc86899216db913e26&device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 1099 time: 0.1145785 May 31 11:57:45.591826 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80add088-6e4a-4d97-906f-1812a05f2552 {{(pid=98764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:45.604760 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.623321 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Transition to ACTIVE for port object 80add088-6e4a-4d97-906f-1812a05f2552 will not be triggered until provisioned by entity L2. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:57:45.628017 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-46e5d151-e5c2-4317-ab21-a41b1c39e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:36Z', 'updated_at': '2021-05-31T11:54:41Z', 'revision_number': 4, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'gw_port': {'id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:37Z', 'updated_at': '2021-05-31T11:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '32d93586-689c-499c-ab86-ad8a161b2c25', 'name': '', 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'mac_address': 'fa:16:3e:4e:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:41Z', 'updated_at': '2021-05-31T11:54:49Z', 'revision_number': 5, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'subnets': [{'id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:45.632460 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e5d151-e5c2-4317-ab21-a41b1c39e549 None None] Checking router: 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:57:45.643165 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e5d151-e5c2-4317-ab21-a41b1c39e549 None None] Routers {'7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:57:45.643860 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-46e5d151-e5c2-4317-ab21-a41b1c39e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:57:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:45.697196 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.705313 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-73016b94-7c19-464c-b227-76007339ae5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:45.856313 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81902385-895e-4999-bd92-39f555c2202b req-8901b516-d5e7-4132-aa30-9a51661d738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:45.866027 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-81902385-895e-4999-bd92-39f555c2202b req-8901b516-d5e7-4132-aa30-9a51661d738d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c61f7101-e42f-424d-83a7-078109e86a9f HTTP/1.1" status: 200 len: 916 time: 0.2741933 May 31 11:57:45.906191 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-46e5d151-e5c2-4317-ab21-a41b1c39e549 None None] Set router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:57:45.922960 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Pushing event updated for resources: {'Port': ['ID=80add088-6e4a-4d97-906f-1812a05f2552,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:45.934709 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:45.953682 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-81902385-895e-4999-bd92-39f555c2202b req-b2752e66-4c43-4431-93ba-9dc42a02d46d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4c5ed2b-37b6-4632-8602-1ed247b8d278 HTTP/1.1" status: 200 len: 217 time: 0.0807192 May 31 11:57:46.050620 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Attempting to bind port 80add088-6e4a-4d97-906f-1812a05f2552 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:57:46.050889 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Attempting to bind port 80add088-6e4a-4d97-906f-1812a05f2552 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:57:46.051213 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Attempting to bind port 80add088-6e4a-4d97-906f-1812a05f2552 on network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:57:46.057177 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Port 80add088-6e4a-4d97-906f-1812a05f2552 on network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:57:46.057530 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Attempting to bind port 80add088-6e4a-4d97-906f-1812a05f2552 on network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:57:46.057781 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81902385-895e-4999-bd92-39f555c2202b req-163d21d8-9c19-4953-af3d-666df63f1b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:46.059319 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-81902385-895e-4999-bd92-39f555c2202b req-163d21d8-9c19-4953-af3d-666df63f1b9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e19d5646-7f8f-4517-b754-fcd7776ec266 HTTP/1.1" status: 200 len: 854 time: 0.0973880 May 31 11:57:46.063319 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:57:46.063645 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Checking segment: {'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:57:46.064024 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Bound using segment: {'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:57:46.064460 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Bound port: 80add088-6e4a-4d97-906f-1812a05f2552, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b617ed7-cf78-43d4-be4d-6b039efe90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4'}}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:57:46.064796 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:46.162394 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] For port 80add088-6e4a-4d97-906f-1812a05f2552, host hv-cinder-79124, cleared binding levels {{(pid=98764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:57:46.165577 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] For port 80add088-6e4a-4d97-906f-1812a05f2552, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=80add088-6e4a-4d97-906f-1812a05f2552,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:57:46.168223 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81902385-895e-4999-bd92-39f555c2202b req-ddb68336-b8ae-46f9-b4b9-85500afd9265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:46.169812 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-81902385-895e-4999-bd92-39f555c2202b req-ddb68336-b8ae-46f9-b4b9-85500afd9265 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c61f7101-e42f-424d-83a7-078109e86a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1001148 May 31 11:57:46.234681 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:46.239503 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-bdc9f431-fef1-4f43-82f7-04882d5c2fa5 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:46.284368 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-46e5d151-e5c2-4317-ab21-a41b1c39e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:36Z', 'updated_at': '2021-05-31T11:54:41Z', 'revision_number': 4, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'gw_port': {'id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:37Z', 'updated_at': '2021-05-31T11:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '32d93586-689c-499c-ab86-ad8a161b2c25', 'name': '', 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'mac_address': 'fa:16:3e:4e:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:41Z', 'updated_at': '2021-05-31T11:54:49Z', 'revision_number': 5, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'subnets': [{'id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:46.288737 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e5d151-e5c2-4317-ab21-a41b1c39e549 None None] The sync data for ids ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'] in dv-cinder-791240-4-smb is: [{'id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:36Z', 'updated_at': '2021-05-31T11:54:41Z', 'revision_number': 4, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'gw_port': {'id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:37Z', 'updated_at': '2021-05-31T11:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '32d93586-689c-499c-ab86-ad8a161b2c25', 'name': '', 'network_id': 'c61f7101-e42f-424d-83a7-078109e86a9f', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'mac_address': 'fa:16:3e:4e:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:41Z', 'updated_at': '2021-05-31T11:54:49Z', 'revision_number': 5, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'subnets': [{'id': 'e19d5646-7f8f-4517-b754-fcd7776ec266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:57:46.306462 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:46.307072 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:46.308487 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] 10.222.0.36 "PUT /v2.0/ports/80add088-6e4a-4d97-906f-1812a05f2552 HTTP/1.1" status: 200 len: 1094 time: 1.4043870 May 31 11:57:46.308985 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'tag': '80add088-6e4a-4d97-906f-1812a05f2552'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:46.311828 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b899b820-c266-478a-980b-d25d3b60a625" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f", "tag": "80add088-6e4a-4d97-906f-1812a05f2552"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:46.334431 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Pushing event updated for resources: {'Port': ['ID=80add088-6e4a-4d97-906f-1812a05f2552,revision_number=3']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:46.345460 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-a123863e-b721-476e-87e2-e1de4a6f8e2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:46.350012 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-81902385-895e-4999-bd92-39f555c2202b req-760b754a-2d6d-4b72-bc33-20fb83c82bb8 service neutron] 10.222.0.36 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720824 May 31 11:57:46.409900 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cd35d0-d4ec-4f4b-b5ae-ef0e10b137e5 x-openstack-request-id: req-81cd35d0-d4ec-4f4b-b5ae-ef0e10b137e5 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:46.410234 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f", "tag": "80add088-6e4a-4d97-906f-1812a05f2552", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:46.410509 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81cd35d0-d4ec-4f4b-b5ae-ef0e10b137e5 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:46.410924 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'tag': '80add088-6e4a-4d97-906f-1812a05f2552', 'status': 'completed', 'code': 200} May 31 11:57:46.556518 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899b820-c266-478a-980b-d25d3b60a625 req-d7b078c6-3ddb-478a-873b-d02a9cff7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:46.556518 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b899b820-c266-478a-980b-d25d3b60a625 req-d7b078c6-3ddb-478a-873b-d02a9cff7653 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96d2340d017442468109cc2223b2c1ad&device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 1097 time: 0.0906215 May 31 11:57:46.570683 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-81902385-895e-4999-bd92-39f555c2202b req-e460ccf6-4118-4c3b-88ae-7ec623ae9ab2 service neutron] 10.222.0.36 "GET /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138922 May 31 11:57:46.612518 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcaad9-76fb-4d08-a3c8-282b4abf4613 req-32d6e471-4ccf-49fc-bf9a-4a89351e9c19 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:46.613864 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-93fcaad9-76fb-4d08-a3c8-282b4abf4613 req-32d6e471-4ccf-49fc-bf9a-4a89351e9c19 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.1387539 May 31 11:57:46.680991 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-93fcaad9-76fb-4d08-a3c8-282b4abf4613 req-dd5a104a-2a68-41e9-8a22-2ba8dd230929 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605419 May 31 11:57:46.717871 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075efae-266c-4d89-8e2b-fc12ba40851d None None] New status for floating IP b9a89164-4019-465f-87e1-f900fc6e39ad: DOWN {{(pid=98767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:57:46.744704 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899b820-c266-478a-980b-d25d3b60a625 req-c25dbcd5-0c48-4907-98d6-7195337666db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:46.746247 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b899b820-c266-478a-980b-d25d3b60a625 req-c25dbcd5-0c48-4907-98d6-7195337666db service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=96d2340d017442468109cc2223b2c1ad&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1756697 May 31 11:57:46.901979 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899b820-c266-478a-980b-d25d3b60a625 req-bbaf0e00-2fc4-4b03-8ab1-ceb59e7dc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:46.903408 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b899b820-c266-478a-980b-d25d3b60a625 req-bbaf0e00-2fc4-4b03-8ab1-ceb59e7dc4a1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426036 May 31 11:57:47.076653 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ade63e04-a6f4-4f67-81e3-2d775b76054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:47.078677 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-ade63e04-a6f4-4f67-81e3-2d775b76054e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96d2340d017442468109cc2223b2c1ad&device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 1097 time: 0.0882449 May 31 11:57:47.165933 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-68c5bfbb-eb22-44e9-90e6-a4e8453b1653 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80add088-6e4a-4d97-906f-1812a05f2552 HTTP/1.1" status: 200 len: 217 time: 0.0709677 May 31 11:57:47.227398 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-504a7b5b-eb56-4e33-893f-bdf88a2ddfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:47.228835 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-504a7b5b-eb56-4e33-893f-bdf88a2ddfc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e380460-4b72-4669-bfbb-1247484cb9b0 HTTP/1.1" status: 200 len: 855 time: 0.0575235 May 31 11:57:47.307658 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-adb2eb06-39e2-4528-b0a1-664ad724c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:47.310847 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-adb2eb06-39e2-4528-b0a1-664ad724c384 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711436 May 31 11:57:47.444194 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-63c971fe-29f0-41ac-bb1e-f4b73676b398 service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267416 May 31 11:57:47.705482 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f765cd-b1ed-4919-a822-766926c021b1 req-8cbb76a6-a8b9-4d5c-940f-02b939e111d4 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:47.706828 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-42f765cd-b1ed-4919-a822-766926c021b1 req-8cbb76a6-a8b9-4d5c-940f-02b939e111d4 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.2575326 May 31 11:57:47.711745 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8155cb5a-58d2-44d4-ba97-809cb08ba284 req-f3e2f9e1-f555-45cf-a833-64008ef9641a service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552730 May 31 11:57:47.754910 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-42f765cd-b1ed-4919-a822-766926c021b1 req-4d40ccea-24d0-47bf-901c-88ad98015cae tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419168 May 31 11:57:47.882980 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30ef95-8c92-400b-b2fa-562945d23c1e req-e310e28f-e2e9-4a15-8a30-67e918c0e658 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:47.884523 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3b30ef95-8c92-400b-b2fa-562945d23c1e req-e310e28f-e2e9-4a15-8a30-67e918c0e658 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0849025 May 31 11:57:47.928939 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3b30ef95-8c92-400b-b2fa-562945d23c1e req-adfe49c1-0d60-44e9-a220-8207fd81cb5d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383482 May 31 11:57:48.943072 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e5698-2107-45cd-9f50-4558e1f960f9 req-5a88904f-2f39-4c03-9202-df4d3e096301 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:48.944545 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4a7e5698-2107-45cd-9f50-4558e1f960f9 req-5a88904f-2f39-4c03-9202-df4d3e096301 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0831707 May 31 11:57:48.993868 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4a7e5698-2107-45cd-9f50-4558e1f960f9 req-5b8332b0-517d-4524-b2c5-90c06f8c11a9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416417 May 31 11:57:49.127945 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82281bb-0b89-4bff-86c7-f5aadf9aef80 req-8c648d5a-0f6c-4303-9627-59774d9da707 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:49.128570 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-b82281bb-0b89-4bff-86c7-f5aadf9aef80 req-8c648d5a-0f6c-4303-9627-59774d9da707 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Synchronizing usage tracker for tenant:96d2340d017442468109cc2223b2c1ad on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:49.214211 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-b82281bb-0b89-4bff-86c7-f5aadf9aef80 req-8c648d5a-0f6c-4303-9627-59774d9da707 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Unset dirty status for tenant:96d2340d017442468109cc2223b2c1ad on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:49.215326 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b82281bb-0b89-4bff-86c7-f5aadf9aef80 req-8c648d5a-0f6c-4303-9627-59774d9da707 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.1731417 May 31 11:57:49.261325 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b82281bb-0b89-4bff-86c7-f5aadf9aef80 req-95b2cf6c-8671-416d-a07c-3c2ccc7f6437 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400224 May 31 11:57:49.503146 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 80add088-6e4a-4d97-906f-1812a05f2552 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:57:49.635408 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 80add088-6e4a-4d97-906f-1812a05f2552, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=80add088-6e4a-4d97-906f-1812a05f2552,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:49.649265 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': '80add088-6e4a-4d97-906f-1812a05f2552', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'port_id': '80add088-6e4a-4d97-906f-1812a05f2552', 'mac_address': 'fa:16:3e:b0:f4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:57:49.703616 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:49.721065 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80add088-6e4a-4d97-906f-1812a05f2552 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:49.738085 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 80add088-6e4a-4d97-906f-1812a05f2552, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=80add088-6e4a-4d97-906f-1812a05f2552,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:49.816342 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:49.818967 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:49.890630 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=80add088-6e4a-4d97-906f-1812a05f2552,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:49.895766 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:50.180446 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1322f-50b2-4758-93d6-47becd758440 req-af8d2a82-cd55-4c28-baca-fac9e3d2cd89 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:50.181911 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e5a1322f-50b2-4758-93d6-47becd758440 req-af8d2a82-cd55-4c28-baca-fac9e3d2cd89 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0799456 May 31 11:57:50.201346 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['80add088-6e4a-4d97-906f-1812a05f2552'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:50.204912 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae07b99-a0a2-41b7-b3c8-79f5f04c85a2 req-8a85cb24-8171-4c17-9ed1-d146da0e10fe tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:50.205625 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-6ae07b99-a0a2-41b7-b3c8-79f5f04c85a2 req-8a85cb24-8171-4c17-9ed1-d146da0e10fe tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Synchronizing usage tracker for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:50.230686 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e5a1322f-50b2-4758-93d6-47becd758440 req-e696c6a1-ae72-41af-8fca-5ac2037442bd tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430925 May 31 11:57:50.279137 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-6ae07b99-a0a2-41b7-b3c8-79f5f04c85a2 req-8a85cb24-8171-4c17-9ed1-d146da0e10fe tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Unset dirty status for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:50.280437 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6ae07b99-a0a2-41b7-b3c8-79f5f04c85a2 req-8a85cb24-8171-4c17-9ed1-d146da0e10fe tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 946 time: 0.1543491 May 31 11:57:50.327787 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-6ae07b99-a0a2-41b7-b3c8-79f5f04c85a2 req-4ea14d96-c8f6-4d5f-addc-b36c6f6eaa10 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Synchronizing usage tracker for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:security_group {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:50.399050 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-6ae07b99-a0a2-41b7-b3c8-79f5f04c85a2 req-4ea14d96-c8f6-4d5f-addc-b36c6f6eaa10 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Unset dirty status for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:security_group {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:50.400494 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6ae07b99-a0a2-41b7-b3c8-79f5f04c85a2 req-4ea14d96-c8f6-4d5f-addc-b36c6f6eaa10 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143274 May 31 11:57:50.452823 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab75a5e-0190-4fb9-a1b9-67ba6408cab9 req-8db20b6a-6f2a-421f-b0b4-12f5b15d608b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:50.454873 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4ab75a5e-0190-4fb9-a1b9-67ba6408cab9 req-8db20b6a-6f2a-421f-b0b4-12f5b15d608b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 945 time: 0.0824087 May 31 11:57:50.498407 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-4ab75a5e-0190-4fb9-a1b9-67ba6408cab9 req-8b7bc1ed-f0f7-481b-be0c-59f10c6610ea tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380070 May 31 11:57:51.421618 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b7579-3e58-4f5c-9b08-d4bbc74907f3 req-461d0a0a-2c3c-4794-9472-1fda453a96c1 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:51.423069 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-608b7579-3e58-4f5c-9b08-d4bbc74907f3 req-461d0a0a-2c3c-4794-9472-1fda453a96c1 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0817752 May 31 11:57:51.466966 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-608b7579-3e58-4f5c-9b08-d4bbc74907f3 req-5c970e8a-b045-4632-b17c-e3ff32d727cb tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382388 May 31 11:57:51.521612 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 80add088-6e4a-4d97-906f-1812a05f2552 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:57:51.602789 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a059bfb-a68d-444a-bbb1-83ed3bf34b63 req-1e18677a-861f-4156-a99e-69edb45c54ea tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:51.620308 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9a059bfb-a68d-444a-bbb1-83ed3bf34b63 req-1e18677a-861f-4156-a99e-69edb45c54ea tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 946 time: 0.0956383 May 31 11:57:51.649086 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9a059bfb-a68d-444a-bbb1-83ed3bf34b63 req-0dc37338-17d4-4ff4-99cc-4a109d1559f8 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388246 May 31 11:57:51.667400 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port 80add088-6e4a-4d97-906f-1812a05f2552 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:57:51.672472 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port 80add088-6e4a-4d97-906f-1812a05f2552 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:51.673102 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:51.695663 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445d302-84f7-4f69-8070-ce9f70891980 req-457085b7-8032-473e-b83e-4cbbe47dc07b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:51.697151 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9445d302-84f7-4f69-8070-ce9f70891980 req-457085b7-8032-473e-b83e-4cbbe47dc07b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 945 time: 0.0809124 May 31 11:57:51.748368 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9445d302-84f7-4f69-8070-ce9f70891980 req-c964cd79-d134-4b54-9a18-a7ebd45f3d16 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454187 May 31 11:57:51.805632 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:51.832494 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80add088-6e4a-4d97-906f-1812a05f2552'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:51.834656 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2491508c-73a2-410a-a6d4-bfed3bb281e7" -d '{"events": [{"server_uuid": "2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f", "name": "network-vif-plugged", "status": "completed", "tag": "80add088-6e4a-4d97-906f-1812a05f2552"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:51.841803 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 80add088-6e4a-4d97-906f-1812a05f2552, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=80add088-6e4a-4d97-906f-1812a05f2552,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:51.878516 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff95b6b2-4733-49f2-a38d-4e965cffdda7 x-openstack-request-id: req-ff95b6b2-4733-49f2-a38d-4e965cffdda7 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:51.878825 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f", "name": "network-vif-plugged", "status": "completed", "tag": "80add088-6e4a-4d97-906f-1812a05f2552", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:51.879074 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff95b6b2-4733-49f2-a38d-4e965cffdda7 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:51.879457 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80add088-6e4a-4d97-906f-1812a05f2552', 'code': 200} May 31 11:57:51.925007 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:51.928178 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:51.997245 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=80add088-6e4a-4d97-906f-1812a05f2552,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:52.000973 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:52.401482 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236ff2d-1905-499a-b0b6-c773a61cd5a6 req-0baed63e-4865-4353-97a1-1aca83f3fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:52.402929 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a236ff2d-1905-499a-b0b6-c773a61cd5a6 req-0baed63e-4865-4353-97a1-1aca83f3fd10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 1099 time: 0.0676210 May 31 11:57:52.445746 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a236ff2d-1905-499a-b0b6-c773a61cd5a6 req-46ebe6c5-a1e7-48b7-a67b-cfc495a35242 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341904 May 31 11:57:52.652666 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356a3cb-3b1a-4ade-80eb-4ac01690f6d5 req-06784171-42c0-4cfb-880d-5515ff4788bc tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:52.654084 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3356a3cb-3b1a-4ade-80eb-4ac01690f6d5 req-06784171-42c0-4cfb-880d-5515ff4788bc tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0807965 May 31 11:57:52.698010 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3356a3cb-3b1a-4ade-80eb-4ac01690f6d5 req-a98a3744-c113-41ac-b38f-0ac1d57c831a tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376904 May 31 11:57:52.836152 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec718163-616e-480e-8c03-f84e95032aab req-e673eb90-d451-4e0b-9c9d-b97a95d8e3e3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:52.837621 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ec718163-616e-480e-8c03-f84e95032aab req-e673eb90-d451-4e0b-9c9d-b97a95d8e3e3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 946 time: 0.0808594 May 31 11:57:52.882482 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ec718163-616e-480e-8c03-f84e95032aab req-c92037fd-0904-4ce0-b789-6626b9f96c93 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/security-groups?id=9161f374-d1b5-47a8-9b3e-78a8c7f9970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392315 May 31 11:57:52.997926 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9512e5-16c2-4dd3-9c3b-01293084e957 req-1db654d3-7932-431e-9925-fc156b5075e2 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:52.999466 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cf9512e5-16c2-4dd3-9c3b-01293084e957 req-1db654d3-7932-431e-9925-fc156b5075e2 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.1398401 May 31 11:57:53.010948 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef94723-95e3-416a-a044-dcf9dfd1f17a req-40899831-c9c3-4af1-a761-c9fe71cdb98d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:53.012610 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9ef94723-95e3-416a-a044-dcf9dfd1f17a req-40899831-c9c3-4af1-a761-c9fe71cdb98d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 946 time: 0.1087821 May 31 11:57:53.100555 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cf9512e5-16c2-4dd3-9c3b-01293084e957 req-e5fc8dc7-f7ec-4fe7-8e37-ad7b0311b11e tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869033 May 31 11:57:53.175710 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-9ef94723-95e3-416a-a044-dcf9dfd1f17a req-b5757061-dc4a-4f69-983e-460ef65f302d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Deleting port f4c5ed2b-37b6-4632-8602-1ed247b8d278 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:53.175989 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-9ef94723-95e3-416a-a044-dcf9dfd1f17a req-b5757061-dc4a-4f69-983e-460ef65f302d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:53.306071 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-9ef94723-95e3-416a-a044-dcf9dfd1f17a req-b5757061-dc4a-4f69-983e-460ef65f302d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] For port f4c5ed2b-37b6-4632-8602-1ed247b8d278, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=f4c5ed2b-37b6-4632-8602-1ed247b8d278,segment=NetworkSegment(774d0b96-cb16-4ecb-820b-63e1439be0b4),segment_id=774d0b96-cb16-4ecb-820b-63e1439be0b4)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:53.306420 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-9ef94723-95e3-416a-a044-dcf9dfd1f17a req-b5757061-dc4a-4f69-983e-460ef65f302d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:53.425645 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-9ef94723-95e3-416a-a044-dcf9dfd1f17a req-b5757061-dc4a-4f69-983e-460ef65f302d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Calling delete_port for f4c5ed2b-37b6-4632-8602-1ed247b8d278 owned by compute:nova {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:53.593388 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-9ef94723-95e3-416a-a044-dcf9dfd1f17a req-b5757061-dc4a-4f69-983e-460ef65f302d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:53.600043 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ebdca56e-929e-4505-a0c0-792cd6e5ad73 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:53.644294 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5757061-dc4a-4f69-983e-460ef65f302d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Pushing event deleted for resources: {'Port': ['ID=f4c5ed2b-37b6-4632-8602-1ed247b8d278,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:53.647806 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b5757061-dc4a-4f69-983e-460ef65f302d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:53.811408 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef94723-95e3-416a-a044-dcf9dfd1f17a req-b5757061-dc4a-4f69-983e-460ef65f302d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] No DVR routers for this DVR port f4c5ed2b-37b6-4632-8602-1ed247b8d278 on host hv-cinder-79124 {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:57:53.814997 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-9ef94723-95e3-416a-a044-dcf9dfd1f17a req-b5757061-dc4a-4f69-983e-460ef65f302d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:53.826934 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'name': 'network-vif-deleted', 'tag': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:53.829680 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef48b5f9-62c1-47e9-950f-1b7ea82fa9c8" -d '{"events": [{"server_uuid": "c9508324-53b3-48d7-b4cb-1423e1893cd0", "name": "network-vif-deleted", "tag": "f4c5ed2b-37b6-4632-8602-1ed247b8d278"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:53.875735 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ca7ba4-7e85-4852-bcf9-c27fefdc4a82 x-openstack-request-id: req-02ca7ba4-7e85-4852-bcf9-c27fefdc4a82 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:53.876081 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9508324-53b3-48d7-b4cb-1423e1893cd0", "name": "network-vif-deleted", "tag": "f4c5ed2b-37b6-4632-8602-1ed247b8d278", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:53.876359 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02ca7ba4-7e85-4852-bcf9-c27fefdc4a82 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:53.876800 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9508324-53b3-48d7-b4cb-1423e1893cd0', 'name': 'network-vif-deleted', 'tag': 'f4c5ed2b-37b6-4632-8602-1ed247b8d278', 'status': 'completed', 'code': 200} May 31 11:57:53.879303 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9ef94723-95e3-416a-a044-dcf9dfd1f17a req-b5757061-dc4a-4f69-983e-460ef65f302d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.36 "DELETE /v2.0/ports/f4c5ed2b-37b6-4632-8602-1ed247b8d278 HTTP/1.1" status: 204 len: 173 time: 0.8512020 May 31 11:57:53.911170 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1336d3-161b-4f05-8dc5-707048cf0425 req-1dcf0061-b7ae-464f-9ab6-a02576dcf48f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:53.916899 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2a1336d3-161b-4f05-8dc5-707048cf0425 req-1dcf0061-b7ae-464f-9ab6-a02576dcf48f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0970116 May 31 11:57:53.959076 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2a1336d3-161b-4f05-8dc5-707048cf0425 req-dcce33c2-ccd2-4edd-b734-20e261a36f53 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406075 May 31 11:57:54.039894 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-e773ba29-0911-455d-ac97-321cc6391221 req-b6cd579f-3e1d-4d87-bd5c-2f3d5f9be9dc tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Synchronizing usage tracker for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:54.113461 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-e773ba29-0911-455d-ac97-321cc6391221 req-b6cd579f-3e1d-4d87-bd5c-2f3d5f9be9dc tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Unset dirty status for tenant:7e8d43d6bc8f40bc86899216db913e26 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:54.114551 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e773ba29-0911-455d-ac97-321cc6391221 req-b6cd579f-3e1d-4d87-bd5c-2f3d5f9be9dc tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9508324-53b3-48d7-b4cb-1423e1893cd0 HTTP/1.1" status: 200 len: 210 time: 0.1171632 May 31 11:57:54.292568 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4e812-c456-42ee-be16-7da1ff4bb786 req-b065488a-5efa-4b2e-ac31-74935dd33932 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:54.294149 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e1b4e812-c456-42ee-be16-7da1ff4bb786 req-b065488a-5efa-4b2e-ac31-74935dd33932 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0809598 May 31 11:57:54.338298 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e1b4e812-c456-42ee-be16-7da1ff4bb786 req-f7baa61e-b2cd-445c-b69f-fdb8e27bc427 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378864 May 31 11:57:54.519946 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1506c0-19a1-4165-bf3a-380daf2e9685 req-cb0e6a23-029f-4cec-bbd5-0f02a6d569f9 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:54.521376 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dc1506c0-19a1-4165-bf3a-380daf2e9685 req-cb0e6a23-029f-4cec-bbd5-0f02a6d569f9 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0797353 May 31 11:57:54.529917 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47334) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:54.536438 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-784db34f-e7f2-4669-a379-148d8c81a1c8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Request body: {'floatingip': {'port_id': '80add088-6e4a-4d97-906f-1812a05f2552'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:54.618669 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-784db34f-e7f2-4669-a379-148d8c81a1c8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for floatingip, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:55.155278 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183428f6-f7d9-4f59-937f-0d2823a83f73 req-bc04988a-d122-4307-b447-e91b9b530778 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:55.158086 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-183428f6-f7d9-4f59-937f-0d2823a83f73 req-bc04988a-d122-4307-b447-e91b9b530778 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0841398 May 31 11:57:55.202017 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-183428f6-f7d9-4f59-937f-0d2823a83f73 req-d036d706-fcb7-45c0-a20e-366c83e41d26 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395608 May 31 11:57:55.300255 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-784db34f-e7f2-4669-a379-148d8c81a1c8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:55.359198 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-784db34f-e7f2-4669-a379-148d8c81a1c8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697336'] for floatingip, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:55.546903 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.l3_db [None req-784db34f-e7f2-4669-a379-148d8c81a1c8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Floating IP b0b5eec1-948f-4e82-b345-0855b639d767 associated. External IP: 172.28.1.13, port: 80add088-6e4a-4d97-906f-1812a05f2552. May 31 11:57:55.550564 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device f4c5ed2b-37b6-4632-8602-1ed247b8d278 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:55.589754 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: f4c5ed2b-37b6-4632-8602-1ed247b8d278 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:55.590307 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device f4c5ed2b-37b6-4632-8602-1ed247b8d278 not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:55.903345 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784db34f-e7f2-4669-a379-148d8c81a1c8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:57:56.184722 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784db34f-e7f2-4669-a379-148d8c81a1c8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:57:56.189668 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-784db34f-e7f2-4669-a379-148d8c81a1c8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:56.195401 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df87a7ea-8b00-4183-a66a-b9c716671958 None None] Sync routers for ids ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:57:56.207112 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df87a7ea-8b00-4183-a66a-b9c716671958 None None] Routers {'3701f7a9-8809-4284-8192-2bc4dc7ce8b8'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:57:56.207112 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-df87a7ea-8b00-4183-a66a-b9c716671958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:57:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:56.245330 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-784db34f-e7f2-4669-a379-148d8c81a1c8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "PUT /v2.0/floatingips/b0b5eec1-948f-4e82-b345-0855b639d767 HTTP/1.1" status: 200 len: 991 time: 1.7142591 May 31 11:57:56.246006 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'tag': '80add088-6e4a-4d97-906f-1812a05f2552'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:56.248456 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6314aca8-81e9-441d-887d-8691d6247072" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f", "tag": "80add088-6e4a-4d97-906f-1812a05f2552"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:56.445236 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-df87a7ea-8b00-4183-a66a-b9c716671958 None None] Set router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:57:56.453123 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954d5b8-228d-443b-878a-4ae28fbb1428 req-adfde8e2-a514-48db-a99e-25af877ece4b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:56.461152 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6954d5b8-228d-443b-878a-4ae28fbb1428 req-adfde8e2-a514-48db-a99e-25af877ece4b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.1024902 May 31 11:57:56.525325 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6954d5b8-228d-443b-878a-4ae28fbb1428 req-a52343bf-a488-49e6-8777-074e30b82062 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630925 May 31 11:57:56.548874 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ff330f-1b08-462d-9d86-c40b53f88d45 x-openstack-request-id: req-45ff330f-1b08-462d-9d86-c40b53f88d45 {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:56.549272 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f", "tag": "80add088-6e4a-4d97-906f-1812a05f2552", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:56.549628 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45ff330f-1b08-462d-9d86-c40b53f88d45 {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:56.550124 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'tag': '80add088-6e4a-4d97-906f-1812a05f2552', 'status': 'completed', 'code': 200} May 31 11:57:56.673595 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314aca8-81e9-441d-887d-8691d6247072 req-c9f1d6e7-5c8f-43b6-b8b7-51993945c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:56.675416 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6314aca8-81e9-441d-887d-8691d6247072 req-c9f1d6e7-5c8f-43b6-b8b7-51993945c89b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96d2340d017442468109cc2223b2c1ad&device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 1099 time: 0.0801163 May 31 11:57:56.825624 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314aca8-81e9-441d-887d-8691d6247072 req-5b82dc21-8c06-4198-902b-6cffd86dfe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:56.827183 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6314aca8-81e9-441d-887d-8691d6247072 req-5b82dc21-8c06-4198-902b-6cffd86dfe5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4 HTTP/1.1" status: 200 len: 917 time: 0.1410704 May 31 11:57:56.852030 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-df87a7ea-8b00-4183-a66a-b9c716671958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': 'b0b5eec1-948f-4e82-b345-0855b639d767', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'floating_ip_address': '172.28.1.13', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'port_id': '80add088-6e4a-4d97-906f-1812a05f2552', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'mac_address': 'fa:16:3e:b0:f4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:57:39Z', 'updated_at': '2021-05-31T11:57:55Z', 'revision_number': 1, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79944c39-f436-485b-a1a3-fc2d933b94c3', 'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'mac_address': 'fa:16:3e:87:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:39Z', 'updated_at': '2021-05-31T11:53:46Z', 'revision_number': 5, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'subnets': [{'id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:56.856407 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df87a7ea-8b00-4183-a66a-b9c716671958 None None] Checking router: 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:57:56.865289 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df87a7ea-8b00-4183-a66a-b9c716671958 None None] Routers {'3701f7a9-8809-4284-8192-2bc4dc7ce8b8'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:57:56.865910 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-df87a7ea-8b00-4183-a66a-b9c716671958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:57:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:56.941136 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6314aca8-81e9-441d-887d-8691d6247072 req-bd3fc614-fb85-486f-9d12-c5d3df2490c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80add088-6e4a-4d97-906f-1812a05f2552 HTTP/1.1" status: 200 len: 999 time: 0.1047175 May 31 11:57:57.007840 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47408) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:57.023222 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314aca8-81e9-441d-887d-8691d6247072 req-7cfab1a5-bdb7-4066-be51-3f24ea76d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:57.024853 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6314aca8-81e9-441d-887d-8691d6247072 req-7cfab1a5-bdb7-4066-be51-3f24ea76d3b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e380460-4b72-4669-bfbb-1247484cb9b0 HTTP/1.1" status: 200 len: 855 time: 0.0753059 May 31 11:57:57.047060 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-df87a7ea-8b00-4183-a66a-b9c716671958 None None] Set router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:57:57.113646 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314aca8-81e9-441d-887d-8691d6247072 req-016fe657-125c-4254-ac61-467a5dd10f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:57.115403 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6314aca8-81e9-441d-887d-8691d6247072 req-016fe657-125c-4254-ac61-467a5dd10f37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826161 May 31 11:57:57.315382 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6314aca8-81e9-441d-887d-8691d6247072 req-8957ed0f-28b6-45a8-82e6-a4ea3adaa7a5 service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928310 May 31 11:57:57.445461 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-df87a7ea-8b00-4183-a66a-b9c716671958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': 'b0b5eec1-948f-4e82-b345-0855b639d767', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'floating_ip_address': '172.28.1.13', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'port_id': '80add088-6e4a-4d97-906f-1812a05f2552', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'mac_address': 'fa:16:3e:b0:f4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:57:39Z', 'updated_at': '2021-05-31T11:57:55Z', 'revision_number': 1, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79944c39-f436-485b-a1a3-fc2d933b94c3', 'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'mac_address': 'fa:16:3e:87:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:39Z', 'updated_at': '2021-05-31T11:53:46Z', 'revision_number': 5, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'subnets': [{'id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:57.448799 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4849d-2bf0-48d1-b382-a050e319bba6 req-c8360122-40bd-4b70-a21c-bb0e2156149a tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:57.450070 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df87a7ea-8b00-4183-a66a-b9c716671958 None None] The sync data for ids ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'] in dv-cinder-791240-4-smb is: [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': 'b0b5eec1-948f-4e82-b345-0855b639d767', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'floating_ip_address': '172.28.1.13', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'port_id': '80add088-6e4a-4d97-906f-1812a05f2552', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'mac_address': 'fa:16:3e:b0:f4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:57:39Z', 'updated_at': '2021-05-31T11:57:55Z', 'revision_number': 1, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79944c39-f436-485b-a1a3-fc2d933b94c3', 'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'mac_address': 'fa:16:3e:87:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:39Z', 'updated_at': '2021-05-31T11:53:46Z', 'revision_number': 5, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'subnets': [{'id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:57:57.455641 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-26b4849d-2bf0-48d1-b382-a050e319bba6 req-c8360122-40bd-4b70-a21c-bb0e2156149a tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 945 time: 0.2038488 May 31 11:57:57.504163 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6314aca8-81e9-441d-887d-8691d6247072 req-96774645-1f9e-40a6-af85-2a39e065426b service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806078 May 31 11:57:57.514339 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-26b4849d-2bf0-48d1-b382-a050e319bba6 req-8f0fc0ae-4ca6-4655-9e99-8a682062035b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578272 May 31 11:57:57.610659 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5a310f44-905d-4196-9c6e-18f1bded4123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699338'] for router_interface, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:57.679789 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d9550-a59d-4846-a2d2-59ce025311a0 None None] New status for floating IP b0b5eec1-948f-4e82-b345-0855b639d767: ACTIVE {{(pid=98767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:57:57.865160 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bc6dc-05d8-4bca-956a-96ca462b5374 req-60911e82-9452-45d1-b17e-39a588b4a62d tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:57.866779 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-df0bc6dc-05d8-4bca-956a-96ca462b5374 req-60911e82-9452-45d1-b17e-39a588b4a62d tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0803881 May 31 11:57:57.913172 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-df0bc6dc-05d8-4bca-956a-96ca462b5374 req-bdc541a8-2e66-4181-9723-dde81492729b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387220 May 31 11:57:58.052986 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-5a310f44-905d-4196-9c6e-18f1bded4123 admin admin] Deleting port 32d93586-689c-499c-ab86-ad8a161b2c25 {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:58.053421 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5a310f44-905d-4196-9c6e-18f1bded4123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:58.172177 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [None req-5a310f44-905d-4196-9c6e-18f1bded4123 admin admin] For port 32d93586-689c-499c-ab86-ad8a161b2c25, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=32d93586-689c-499c-ab86-ad8a161b2c25,segment=NetworkSegment(774d0b96-cb16-4ecb-820b-63e1439be0b4),segment_id=774d0b96-cb16-4ecb-820b-63e1439be0b4)] {{(pid=98765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:58.172445 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5a310f44-905d-4196-9c6e-18f1bded4123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:58.296280 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-5a310f44-905d-4196-9c6e-18f1bded4123 admin admin] Calling delete_port for 32d93586-689c-499c-ab86-ad8a161b2c25 owned by network:router_interface {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:58.731586 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaea8a-7378-4426-972d-71ef46220bf2 req-cd7b0631-3c46-4b05-bfb8-0dc8893f56d7 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:58.732812 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-effaea8a-7378-4426-972d-71ef46220bf2 req-cd7b0631-3c46-4b05-bfb8-0dc8893f56d7 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 945 time: 0.1026824 May 31 11:57:58.779196 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-effaea8a-7378-4426-972d-71ef46220bf2 req-54244291-0d5b-4810-a124-223a7b8f290b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 May 31 11:57:58.781516 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5a310f44-905d-4196-9c6e-18f1bded4123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:58.786046 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ab2402c8-42ed-4054-8205-d1f67a3db1c3 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:58.837533 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310f44-905d-4196-9c6e-18f1bded4123 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d93586-689c-499c-ab86-ad8a161b2c25,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:58.878211 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-5a310f44-905d-4196-9c6e-18f1bded4123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:59.107259 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5fa43-69d3-4134-89f1-7e645907af52 req-b4dad23a-9d90-46ed-b844-68cf0a9d0a6a tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:59.107815 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5a310f44-905d-4196-9c6e-18f1bded4123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703834'] for router_interface, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:59.108616 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b0e5fa43-69d3-4134-89f1-7e645907af52 req-b4dad23a-9d90-46ed-b844-68cf0a9d0a6a tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0820384 May 31 11:57:59.154670 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b0e5fa43-69d3-4134-89f1-7e645907af52 req-9ed373f8-4428-4083-ac34-74f3d87e07cb tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389290 May 31 11:57:59.462293 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a310f44-905d-4196-9c6e-18f1bded4123 admin admin] Router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:57:59.645734 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a310f44-905d-4196-9c6e-18f1bded4123 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:57:59.653726 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1732615-008e-4004-b603-334969503c2c None None] Sync routers for ids ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:57:59.663132 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1732615-008e-4004-b603-334969503c2c None None] Routers {'7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:57:59.663738 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-b1732615-008e-4004-b603-334969503c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:57:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:59.724567 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-5a310f44-905d-4196-9c6e-18f1bded4123 admin admin] 10.222.0.43 "PUT /v2.0/routers/7bd19517-e3f6-4b1a-934f-ab3ea0f165cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7150297 May 31 11:57:59.726802 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47424) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:59.844773 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-b1732615-008e-4004-b603-334969503c2c None None] Set router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:57:59.983035 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942ce2c-42ca-4339-b5e4-0be5188cd16d req-689898c0-3c8b-4212-8cba-d18ba65b8b4a tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:59.985147 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b942ce2c-42ca-4339-b5e4-0be5188cd16d req-689898c0-3c8b-4212-8cba-d18ba65b8b4a tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 945 time: 0.0862126 May 31 11:58:00.027947 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] Notify callbacks [] for router, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:00.043679 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b942ce2c-42ca-4339-b5e4-0be5188cd16d req-180ea1bb-b732-4db6-90f5-8f576e9fd36d tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522819 May 31 11:58:00.078706 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-edb90175-8d8b-44ab-88c2-63ba4ec3de3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:00.192047 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-b1732615-008e-4004-b603-334969503c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:36Z', 'updated_at': '2021-05-31T11:57:58Z', 'revision_number': 5, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'gw_port': {'id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:37Z', 'updated_at': '2021-05-31T11:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:00.195896 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1732615-008e-4004-b603-334969503c2c None None] Checking router: 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:58:00.203347 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:00.204987 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1732615-008e-4004-b603-334969503c2c None None] Routers {'7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:58:00.205599 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-b1732615-008e-4004-b603-334969503c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:57:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:00.384507 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-b1732615-008e-4004-b603-334969503c2c None None] Set router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:58:00.400941 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] Deleting port af294474-81b2-4432-bb02-a5f9ff526209 {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:58:00.401285 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:00.424229 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f62438-03c7-4f9c-bfbf-be773be11189 req-1333cef0-9483-4bc4-bb01-30514c71a9c8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:00.425760 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d7f62438-03c7-4f9c-bfbf-be773be11189 req-1333cef0-9483-4bc4-bb01-30514c71a9c8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.1599479 May 31 11:58:00.543943 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d7f62438-03c7-4f9c-bfbf-be773be11189 req-0120fdb9-ba60-41f7-9879-38a1e97eaa4c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120884 May 31 11:58:00.580409 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] For port af294474-81b2-4432-bb02-a5f9ff526209, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=af294474-81b2-4432-bb02-a5f9ff526209,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:00.580810 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:00.668676 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-b1732615-008e-4004-b603-334969503c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:36Z', 'updated_at': '2021-05-31T11:57:58Z', 'revision_number': 5, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'gw_port': {'id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:37Z', 'updated_at': '2021-05-31T11:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:00.672577 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1732615-008e-4004-b603-334969503c2c None None] The sync data for ids ['7bd19517-e3f6-4b1a-934f-ab3ea0f165cd'] in dv-cinder-791240-4-smb is: [{'id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'name': 'tempest-TestMinimumBasicScenario-1004530358-router', 'tenant_id': '7e8d43d6bc8f40bc86899216db913e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:36Z', 'updated_at': '2021-05-31T11:57:58Z', 'revision_number': 5, 'project_id': '7e8d43d6bc8f40bc86899216db913e26', 'gw_port': {'id': 'af294474-81b2-4432-bb02-a5f9ff526209', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd19517-e3f6-4b1a-934f-ab3ea0f165cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:37Z', 'updated_at': '2021-05-31T11:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:58:00.714367 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] Calling delete_port for af294474-81b2-4432-bb02-a5f9ff526209 owned by network:router_gateway {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:58:00.929190 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:00.933602 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ebeb1edf-befc-40ea-8ada-45dc6df69fcb tempest-VolumesNegativeTest-1256836846 tempest-VolumesNegativeTest-1256836846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:00.979522 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] Pushing event deleted for resources: {'Port': ['ID=af294474-81b2-4432-bb02-a5f9ff526209,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:00.982532 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:01.084483 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697303'] for router_gateway, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.296700 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-983'] for router, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.299792 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.405490 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccd7a3-4ec3-447b-8a5a-7e6b36da6f33 req-2ef031d0-d1ff-4887-a12d-a42edc619856 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:01.406925 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-68ccd7a3-4ec3-447b-8a5a-7e6b36da6f33 req-2ef031d0-d1ff-4887-a12d-a42edc619856 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 945 time: 0.2183433 May 31 11:58:01.451773 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-68ccd7a3-4ec3-447b-8a5a-7e6b36da6f33 req-4d8c1259-f8a0-44e4-8b72-b2848d770fe7 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384626 May 31 11:58:01.477398 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703590'] for router, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.477890 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bd19517-e3f6-4b1a-934f-ab3ea0f165cd {{(pid=98765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:58:01.490897 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] Notify callbacks [] for router, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.493136 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-d27a706b-3341-4a9b-8c05-0cd07e71d88a admin admin] 10.222.0.43 "DELETE /v2.0/routers/7bd19517-e3f6-4b1a-934f-ab3ea0f165cd HTTP/1.1" status: 204 len: 168 time: 1.7643027 May 31 11:58:01.495134 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47438) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:01.683766 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_v2 [None req-434545d1-b44a-4639-a660-155997a71b38 admin admin] Deleting subnet e19d5646-7f8f-4517-b754-fcd7776ec266 {{(pid=98765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:58:01.686635 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-434545d1-b44a-4639-a660-155997a71b38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.735320 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-434545d1-b44a-4639-a660-155997a71b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2606163'] for subnet, precommit_delete_associations {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.775148 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80531e-c32e-4abe-8dfb-13a53f2b6e1f req-10c79659-c6ef-40d3-a5c5-98ab11bb10e3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:01.776792 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1b80531e-c32e-4abe-8dfb-13a53f2b6e1f req-10c79659-c6ef-40d3-a5c5-98ab11bb10e3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0794542 May 31 11:58:01.820985 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1b80531e-c32e-4abe-8dfb-13a53f2b6e1f req-389711f9-0f74-437f-9ba5-617406101d68 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378656 May 31 11:58:01.853402 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-434545d1-b44a-4639-a660-155997a71b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118501'] for subnet, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.157700 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-434545d1-b44a-4639-a660-155997a71b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8067920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254752'] for subnet, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.162346 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-3471980a-fbe8-444f-a6e5-ab64c01d6320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:02.196330 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434545d1-b44a-4639-a660-155997a71b38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19d5646-7f8f-4517-b754-fcd7776ec266,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:02.199835 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-434545d1-b44a-4639-a660-155997a71b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:02.202229 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-434545d1-b44a-4639-a660-155997a71b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.210430 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-434545d1-b44a-4639-a660-155997a71b38 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e19d5646-7f8f-4517-b754-fcd7776ec266 HTTP/1.1" status: 204 len: 168 time: 0.7123501 May 31 11:58:02.210627 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058cb910-4a32-4bfe-9082-62c661c224ca None None] Network c61f7101-e42f-424d-83a7-078109e86a9f requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:58:02.211068 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47446) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:02.313994 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558a225-3386-4c8e-b07e-c2c2325af788 req-5fc82ca6-48fb-4c08-9db7-e557737df760 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:02.315470 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7558a225-3386-4c8e-b07e-c2c2325af788 req-5fc82ca6-48fb-4c08-9db7-e557737df760 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 945 time: 0.1034307 May 31 11:58:02.325939 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866513'] for network, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.404694 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Deleting port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:58:02.405177 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.407724 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e68c3bfa-a294-43fe-a7fb-e0e49be1c928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.428577 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.459467 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-7558a225-3386-4c8e-b07e-c2c2325af788 req-b819324c-8388-4b65-a1be-e5435dbf9553 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Deleting port 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:58:02.459819 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-7558a225-3386-4c8e-b07e-c2c2325af788 req-b819324c-8388-4b65-a1be-e5435dbf9553 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.497807 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7f0490-2963-4be4-ab68-32211cc5867f None None] DHCP port deletion for c61f7101-e42f-424d-83a7-078109e86a9f request from dv-cinder-791240-4-smb {{(pid=98766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:58:02.515847 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] For port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=4d95d9dc-46bf-4cda-a57a-c91a218b9f05,segment=NetworkSegment(774d0b96-cb16-4ecb-820b-63e1439be0b4),segment_id=774d0b96-cb16-4ecb-820b-63e1439be0b4)] {{(pid=98765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:02.516348 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.574866 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f0490-2963-4be4-ab68-32211cc5867f None None] Deleting port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 {{(pid=98766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:58:02.575255 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-5f7f0490-2963-4be4-ab68-32211cc5867f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.652939 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Calling delete_port for 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 owned by network:dhcp {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:58:02.680907 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-5f7f0490-2963-4be4-ab68-32211cc5867f None None] For port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=4d95d9dc-46bf-4cda-a57a-c91a218b9f05,segment=NetworkSegment(774d0b96-cb16-4ecb-820b-63e1439be0b4),segment_id=774d0b96-cb16-4ecb-820b-63e1439be0b4)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:02.681646 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-5f7f0490-2963-4be4-ab68-32211cc5867f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.750902 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device af294474-81b2-4432-bb02-a5f9ff526209 no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:58:02.753362 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-7558a225-3386-4c8e-b07e-c2c2325af788 req-b819324c-8388-4b65-a1be-e5435dbf9553 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] For port 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=0c6cdf08-a10f-4e08-80fa-ec4aa35dd356,segment=NetworkSegment(ed9e350b-b842-4785-8804-5bcbead816ee),segment_id=ed9e350b-b842-4785-8804-5bcbead816ee)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:02.753712 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-7558a225-3386-4c8e-b07e-c2c2325af788 req-b819324c-8388-4b65-a1be-e5435dbf9553 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.804658 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.809481 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1ec338c0-65a0-4c2c-9753-8d946aba3650 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:02.845349 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f0490-2963-4be4-ab68-32211cc5867f None None] Calling delete_port for 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 owned by network:dhcp {{(pid=98766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:58:02.848056 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: af294474-81b2-4432-bb02-a5f9ff526209 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:58:02.848414 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device af294474-81b2-4432-bb02-a5f9ff526209 not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:58:02.848832 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 32d93586-689c-499c-ab86-ad8a161b2c25 no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:58:02.867549 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d95d9dc-46bf-4cda-a57a-c91a218b9f05,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:02.872143 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:02.878102 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] No DVR routers for this DVR port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 on host dv-cinder-791240-4-smb {{(pid=98765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:58:02.885431 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: 32d93586-689c-499c-ab86-ad8a161b2c25 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:58:02.885784 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 32d93586-689c-499c-ab86-ad8a161b2c25 not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:58:02.886220 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:58:02.889431 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-7558a225-3386-4c8e-b07e-c2c2325af788 req-b819324c-8388-4b65-a1be-e5435dbf9553 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Calling delete_port for 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 owned by compute:nova {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:58:02.899440 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9066d-e351-4984-ade9-11b0fb456232 req-ac711b2b-b55a-4a41-bc33-a2248b114cdf tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:02.906127 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3dc9066d-e351-4984-ade9-11b0fb456232 req-ac711b2b-b55a-4a41-bc33-a2248b114cdf tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 945 time: 0.2724078 May 31 11:58:02.968830 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3dc9066d-e351-4984-ade9-11b0fb456232 req-d50fb49d-9004-4c98-bc82-49850596e2d1 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cb236e8-a2e2-4fba-9a36-798635cec909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615354 May 31 11:58:02.987130 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:58:02.987130 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:58:03.042411 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-5f7f0490-2963-4be4-ab68-32211cc5867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252'] for port, after_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.046931 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:03.064538 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8068714', 'neutron.services.segments.db._delete_segments_for_network-8766107643100'] for network, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.085972 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61f7101-e42f-424d-83a7-078109e86a9f']}} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:03.102233 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774d0b96-cb16-4ecb-820b-63e1439be0b4') {'for_net_delete': True} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:03.102425 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774d0b96-cb16-4ecb-820b-63e1439be0b4') {} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:03.117599 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766107651229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2606168'] for segment, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.133439 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f0490-2963-4be4-ab68-32211cc5867f None None] No DVR routers for this DVR port 4d95d9dc-46bf-4cda-a57a-c91a218b9f05 on host dv-cinder-791240-4-smb {{(pid=98766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:58:03.134687 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f0490-2963-4be4-ab68-32211cc5867f None None] Pushing event deleted for resources: {'Port': ['ID=4d95d9dc-46bf-4cda-a57a-c91a218b9f05,revision_number=None']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:03.140735 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-5f7f0490-2963-4be4-ab68-32211cc5867f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:03.142982 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.157656 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-7558a225-3386-4c8e-b07e-c2c2325af788 req-b819324c-8388-4b65-a1be-e5435dbf9553 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.158048 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed956325-7819-44b8-9d68-6ad7cba720ce req-ced6d148-a61e-4b42-b43e-0f2adabb3819 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:03.160341 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ed956325-7819-44b8-9d68-6ad7cba720ce req-ced6d148-a61e-4b42-b43e-0f2adabb3819 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.1648872 May 31 11:58:03.161608 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=98765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:58:03.162010 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624279'] for segment, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.163643 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-00762575-5ec2-4f3b-93db-72d1a9606655 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: Traceback (most recent call last): May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: timer() May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: cb(*args, **kw) May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: return func(*args, **kwargs) May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: self._notify() May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: self.callback(batched_events) May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: event.method(event) May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: return f(self, *a, **k) May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: return self._get(url).json() May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: return self.request(url, 'GET', **kwargs) May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:58:03.176126 dv-cinder-791240-4-smb neutron-server[98765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:58:03.190899 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['0c6cdf08-a10f-4e08-80fa-ec4aa35dd356'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:58:03.209283 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819324c-8388-4b65-a1be-e5435dbf9553 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Pushing event deleted for resources: {'Port': ['ID=0c6cdf08-a10f-4e08-80fa-ec4aa35dd356,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:03.212482 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b819324c-8388-4b65-a1be-e5435dbf9553 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:03.232534 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.291215 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-7558a225-3386-4c8e-b07e-c2c2325af788 req-b819324c-8388-4b65-a1be-e5435dbf9553 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] No DVR routers for this DVR port 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 on host hv-cinder-79124 {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:58:03.291878 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ed956325-7819-44b8-9d68-6ad7cba720ce req-f2122a5d-a1ea-4fbc-89eb-46a095e0677a tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120698 May 31 11:58:03.293961 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-7558a225-3386-4c8e-b07e-c2c2325af788 req-b819324c-8388-4b65-a1be-e5435dbf9553 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.299981 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2c9f3a-abcb-410b-87ef-7f6dcb99932b', 'name': 'network-vif-deleted', 'tag': '0c6cdf08-a10f-4e08-80fa-ec4aa35dd356'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:58:03.299981 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e903e5d-6dc2-4b62-95e8-1d5eb5411761" -d '{"events": [{"server_uuid": "4b2c9f3a-abcb-410b-87ef-7f6dcb99932b", "name": "network-vif-deleted", "tag": "0c6cdf08-a10f-4e08-80fa-ec4aa35dd356"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:58:03.368657 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8068707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697290'] for network, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.372594 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-ab6117a6-5f1e-4b43-81df-5a1a3844cd34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:03.385959 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.397152 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c61f7101-e42f-424d-83a7-078109e86a9f,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:03.400122 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7558a225-3386-4c8e-b07e-c2c2325af788 req-b819324c-8388-4b65-a1be-e5435dbf9553 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.36 "DELETE /v2.0/ports/0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 HTTP/1.1" status: 204 len: 173 time: 1.0782247 May 31 11:58:03.400414 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:03.414096 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8825ac-bf93-474a-b4ea-c1d049ab941e x-openstack-request-id: req-dc8825ac-bf93-474a-b4ea-c1d049ab941e {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:58:03.414420 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2c9f3a-abcb-410b-87ef-7f6dcb99932b", "name": "network-vif-deleted", "tag": "0c6cdf08-a10f-4e08-80fa-ec4aa35dd356", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:58:03.414703 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc8825ac-bf93-474a-b4ea-c1d049ab941e {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:58:03.415136 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2c9f3a-abcb-410b-87ef-7f6dcb99932b', 'name': 'network-vif-deleted', 'tag': '0c6cdf08-a10f-4e08-80fa-ec4aa35dd356', 'status': 'completed', 'code': 200} May 31 11:58:03.520127 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-1bd61abe-3397-4ff4-9c52-0ab1eac27ec1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c61f7101-e42f-424d-83a7-078109e86a9f HTTP/1.1" status: 204 len: 168 time: 1.3081322 May 31 11:58:03.522718 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47460) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:04.150638 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-07562846-ece9-4a51-9abc-1d3b3f465b53 req-6ea4f7d8-4a20-4e6c-88e6-42cec9782a18 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Synchronizing usage tracker for tenant:0bbc1741d1c04149a721134b9f6d2742 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:58:04.166111 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-163acf96-3e36-4416-a783-6ecea86b03ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699338'] for router_interface, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:04.237723 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-07562846-ece9-4a51-9abc-1d3b3f465b53 req-6ea4f7d8-4a20-4e6c-88e6-42cec9782a18 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Unset dirty status for tenant:0bbc1741d1c04149a721134b9f6d2742 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:58:04.238997 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-07562846-ece9-4a51-9abc-1d3b3f465b53 req-6ea4f7d8-4a20-4e6c-88e6-42cec9782a18 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b2c9f3a-abcb-410b-87ef-7f6dcb99932b HTTP/1.1" status: 200 len: 210 time: 0.1305912 May 31 11:58:04.531363 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5e9c6-695d-4aad-a4ee-388810195811 req-14036d0f-15bf-4cfa-8933-298df1f86e5d tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:04.532848 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f2e5e9c6-695d-4aad-a4ee-388810195811 req-14036d0f-15bf-4cfa-8933-298df1f86e5d tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.1131606 May 31 11:58:04.643524 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f2e5e9c6-695d-4aad-a4ee-388810195811 req-845de105-caca-4835-b9c6-10c7f88f7339 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873299 May 31 11:58:04.678498 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-163acf96-3e36-4416-a783-6ecea86b03ba admin admin] Deleting port 6eb381ea-3522-45e5-bf67-52fb71843596 {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:58:04.678759 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-163acf96-3e36-4416-a783-6ecea86b03ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:04.795581 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [None req-163acf96-3e36-4416-a783-6ecea86b03ba admin admin] For port 6eb381ea-3522-45e5-bf67-52fb71843596, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=6eb381ea-3522-45e5-bf67-52fb71843596,segment=NetworkSegment(af0cc19a-4e3f-4a3d-a21d-049fb8084085),segment_id=af0cc19a-4e3f-4a3d-a21d-049fb8084085)] {{(pid=98765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:04.796050 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-163acf96-3e36-4416-a783-6ecea86b03ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:04.916502 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-163acf96-3e36-4416-a783-6ecea86b03ba admin admin] Calling delete_port for 6eb381ea-3522-45e5-bf67-52fb71843596 owned by network:router_interface {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:58:04.964499 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:05.130009 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-163acf96-3e36-4416-a783-6ecea86b03ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:05.133510 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-b6618213-074c-419c-bc40-2e3b161a28c0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:05.273598 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163acf96-3e36-4416-a783-6ecea86b03ba admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb381ea-3522-45e5-bf67-52fb71843596,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:05.301494 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-163acf96-3e36-4416-a783-6ecea86b03ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:05.559312 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-163acf96-3e36-4416-a783-6ecea86b03ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703834'] for router_interface, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:05.594315 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:58:05.634176 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:58:05.634651 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 0c6cdf08-a10f-4e08-80fa-ec4aa35dd356 not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:58:05.838532 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d2661-ca33-4f29-9381-1d0c61c9e4c4 req-d89d9d9c-b5b8-4066-bd7f-e88fd27a0bf8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:05.840281 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-228d2661-ca33-4f29-9381-1d0c61c9e4c4 req-d89d9d9c-b5b8-4066-bd7f-e88fd27a0bf8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0841432 May 31 11:58:05.886550 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-228d2661-ca33-4f29-9381-1d0c61c9e4c4 req-b607f7e5-6b44-410f-95aa-005005a5be69 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396843 May 31 11:58:05.932957 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163acf96-3e36-4416-a783-6ecea86b03ba admin admin] Router 25ae2038-d3eb-4775-9677-2454d00c90ef has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:58:06.118690 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163acf96-3e36-4416-a783-6ecea86b03ba admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:58:06.127572 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8aa3a-da2d-4690-9841-9bed1c7e9536 None None] Sync routers for ids ['25ae2038-d3eb-4775-9677-2454d00c90ef'] in dv-cinder-791240-4-smb {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:58:06.130755 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-163acf96-3e36-4416-a783-6ecea86b03ba admin admin] 10.222.0.43 "PUT /v2.0/routers/25ae2038-d3eb-4775-9677-2454d00c90ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6070223 May 31 11:58:06.133404 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47482) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:06.137699 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8aa3a-da2d-4690-9841-9bed1c7e9536 None None] Routers {'25ae2038-d3eb-4775-9677-2454d00c90ef'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:58:06.138379 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-a4a8aa3a-da2d-4690-9841-9bed1c7e9536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:58:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['25ae2038-d3eb-4775-9677-2454d00c90ef'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:06.317304 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Notify callbacks [] for router, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:06.325638 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-a4a8aa3a-da2d-4690-9841-9bed1c7e9536 None None] Set router 25ae2038-d3eb-4775-9677-2454d00c90ef gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:58:06.491707 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:06.602617 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-a4a8aa3a-da2d-4690-9841-9bed1c7e9536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'name': 'tempest-TestMinimumBasicScenario-1916670430-router', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '50d6122d-e1fb-4334-8f26-9ac5dbc5621b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:46Z', 'updated_at': '2021-05-31T11:58:04Z', 'revision_number': 5, 'project_id': '6490bf16b423409d9499644bc1c92f2b', 'gw_port': {'id': '50d6122d-e1fb-4334-8f26-9ac5dbc5621b', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:47Z', 'updated_at': '2021-05-31T11:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:06.606461 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8aa3a-da2d-4690-9841-9bed1c7e9536 None None] Checking router: 25ae2038-d3eb-4775-9677-2454d00c90ef for host: dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:58:06.615949 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8aa3a-da2d-4690-9841-9bed1c7e9536 None None] Routers {'25ae2038-d3eb-4775-9677-2454d00c90ef'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:58:06.616816 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-a4a8aa3a-da2d-4690-9841-9bed1c7e9536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:58:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['25ae2038-d3eb-4775-9677-2454d00c90ef'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:06.747712 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Deleting port 50d6122d-e1fb-4334-8f26-9ac5dbc5621b {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:58:06.748073 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:06.776329 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-a4a8aa3a-da2d-4690-9841-9bed1c7e9536 None None] Set router 25ae2038-d3eb-4775-9677-2454d00c90ef gateway port host: None {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:58:06.872069 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] For port 50d6122d-e1fb-4334-8f26-9ac5dbc5621b, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=50d6122d-e1fb-4334-8f26-9ac5dbc5621b,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:06.872069 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:06.881898 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-a4a8aa3a-da2d-4690-9841-9bed1c7e9536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'name': 'tempest-TestMinimumBasicScenario-1916670430-router', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:46Z', 'updated_at': '2021-05-31T11:58:06Z', 'revision_number': 6, 'project_id': '6490bf16b423409d9499644bc1c92f2b', 'gw_port_host': None}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:06.886022 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8aa3a-da2d-4690-9841-9bed1c7e9536 None None] The sync data for ids ['25ae2038-d3eb-4775-9677-2454d00c90ef'] in dv-cinder-791240-4-smb is: [{'id': '25ae2038-d3eb-4775-9677-2454d00c90ef', 'name': 'tempest-TestMinimumBasicScenario-1916670430-router', 'tenant_id': '6490bf16b423409d9499644bc1c92f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:46Z', 'updated_at': '2021-05-31T11:58:06Z', 'revision_number': 6, 'project_id': '6490bf16b423409d9499644bc1c92f2b', 'gw_port_host': None}] {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:58:07.001857 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Calling delete_port for 50d6122d-e1fb-4334-8f26-9ac5dbc5621b owned by network:router_gateway {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:58:07.070741 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b498f-0872-4e32-833f-e05d0c6dad91 req-88c010ed-849f-422d-b4de-753ae8fb52dc tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:07.072893 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6c2b498f-0872-4e32-833f-e05d0c6dad91 req-88c010ed-849f-422d-b4de-753ae8fb52dc tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0811684 May 31 11:58:07.130014 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6c2b498f-0872-4e32-833f-e05d0c6dad91 req-41ac58ad-45e8-4d98-9018-568ab578c97d tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490084 May 31 11:58:07.205679 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:07.211151 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:07.263264 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:07.263847 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Pushing event deleted for resources: {'Port': ['ID=50d6122d-e1fb-4334-8f26-9ac5dbc5621b,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:07.266554 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:07.363787 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697303'] for router_gateway, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:07.536354 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-983'] for router, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:07.538471 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:07.611888 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703590'] for router, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:07.612545 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25ae2038-d3eb-4775-9677-2454d00c90ef {{(pid=98765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:58:07.625602 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Notify callbacks [] for router, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:07.627434 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] 10.222.0.43 "DELETE /v2.0/routers/25ae2038-d3eb-4775-9677-2454d00c90ef HTTP/1.1" status: 204 len: 168 time: 1.4928350 May 31 11:58:07.630427 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47496) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:07.693163 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af586d6-2cb0-4d56-a563-f6c9f79d79ce admin admin] Deleting subnet 37b2dd2b-c819-441c-93dd-ecbbcd98c615 {{(pid=98765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:58:07.696273 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5af586d6-2cb0-4d56-a563-f6c9f79d79ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:07.746291 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5af586d6-2cb0-4d56-a563-f6c9f79d79ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2606163'] for subnet, precommit_delete_associations {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:07.824121 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5af586d6-2cb0-4d56-a563-f6c9f79d79ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118501'] for subnet, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.191879 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5af586d6-2cb0-4d56-a563-f6c9f79d79ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8067920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254752'] for subnet, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.194058 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:08.228391 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af586d6-2cb0-4d56-a563-f6c9f79d79ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b2dd2b-c819-441c-93dd-ecbbcd98c615,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:08.230819 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-5af586d6-2cb0-4d56-a563-f6c9f79d79ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:08.233648 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5af586d6-2cb0-4d56-a563-f6c9f79d79ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.240501 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4e1bcf-0ad5-4bd3-9690-276c803b9812 None None] Network aafaa0af-3871-4408-b923-5f1e006d8150 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:58:08.241883 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-5af586d6-2cb0-4d56-a563-f6c9f79d79ce admin admin] 10.222.0.43 "DELETE /v2.0/subnets/37b2dd2b-c819-441c-93dd-ecbbcd98c615 HTTP/1.1" status: 204 len: 168 time: 0.6107874 May 31 11:58:08.249260 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47504) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:08.331425 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589a083-1089-4174-9df5-752fe013bdbe req-4fdd8572-5d0f-4069-bee9-7e5555488c78 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:08.333111 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2589a083-1089-4174-9df5-752fe013bdbe req-4fdd8572-5d0f-4069-bee9-7e5555488c78 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0947266 May 31 11:58:08.370421 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866513'] for network, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.380076 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2589a083-1089-4174-9df5-752fe013bdbe req-8fe6bc95-566e-45c0-ae5a-412b45b22e4d tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407317 May 31 11:58:08.445533 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Deleting port 2b2dfc7a-6295-453f-af97-be37f5eb126b {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:58:08.445991 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.509460 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d28f2a9-0f60-41a4-9e92-144ff5af6276 None None] DHCP port deletion for aafaa0af-3871-4408-b923-5f1e006d8150 request from dv-cinder-791240-4-smb {{(pid=98766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:58:08.580644 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-1d28f2a9-0f60-41a4-9e92-144ff5af6276 None None] Deleting port 2b2dfc7a-6295-453f-af97-be37f5eb126b {{(pid=98766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:58:08.581017 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-1d28f2a9-0f60-41a4-9e92-144ff5af6276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.644130 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] For port 2b2dfc7a-6295-453f-af97-be37f5eb126b, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=2b2dfc7a-6295-453f-af97-be37f5eb126b,segment=NetworkSegment(af0cc19a-4e3f-4a3d-a21d-049fb8084085),segment_id=af0cc19a-4e3f-4a3d-a21d-049fb8084085)] {{(pid=98765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:08.647920 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.682930 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-1d28f2a9-0f60-41a4-9e92-144ff5af6276 None None] For port 2b2dfc7a-6295-453f-af97-be37f5eb126b, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=2b2dfc7a-6295-453f-af97-be37f5eb126b,segment=NetworkSegment(af0cc19a-4e3f-4a3d-a21d-049fb8084085),segment_id=af0cc19a-4e3f-4a3d-a21d-049fb8084085)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:08.683667 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-1d28f2a9-0f60-41a4-9e92-144ff5af6276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.757207 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 6eb381ea-3522-45e5-bf67-52fb71843596 no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:58:08.793865 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Calling delete_port for 2b2dfc7a-6295-453f-af97-be37f5eb126b owned by network:dhcp {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:58:08.860565 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-1d28f2a9-0f60-41a4-9e92-144ff5af6276 None None] Calling delete_port for 2b2dfc7a-6295-453f-af97-be37f5eb126b owned by network:dhcp {{(pid=98766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:58:08.864693 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: 6eb381ea-3522-45e5-bf67-52fb71843596 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:58:08.871083 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 6eb381ea-3522-45e5-bf67-52fb71843596 not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:58:08.871083 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 50d6122d-e1fb-4334-8f26-9ac5dbc5621b no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:58:08.893105 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1489e0-2915-4bd0-9461-a2bb229be67f req-32a7c8e6-95ed-4649-8cf8-3096f6a8d906 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:08.894645 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0e1489e0-2915-4bd0-9461-a2bb229be67f req-32a7c8e6-95ed-4649-8cf8-3096f6a8d906 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0916452 May 31 11:58:08.902737 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: 50d6122d-e1fb-4334-8f26-9ac5dbc5621b {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:58:08.903377 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 50d6122d-e1fb-4334-8f26-9ac5dbc5621b not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:58:08.903987 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 2b2dfc7a-6295-453f-af97-be37f5eb126b no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:58:08.919372 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.925995 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9a0a990c-6d5d-4eda-a9f5-97962a5cbc21 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:08.945100 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: 2b2dfc7a-6295-453f-af97-be37f5eb126b {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:58:08.945595 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 2b2dfc7a-6295-453f-af97-be37f5eb126b not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:58:08.982019 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0e1489e0-2915-4bd0-9461-a2bb229be67f req-efcc4260-4dc0-4efc-8c62-aef5456da914 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727561 May 31 11:58:08.999963 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-1d28f2a9-0f60-41a4-9e92-144ff5af6276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252'] for port, after_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:09.000115 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2dfc7a-6295-453f-af97-be37f5eb126b,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:09.000228 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:09.000330 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:09.004985 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] No DVR routers for this DVR port 2b2dfc7a-6295-453f-af97-be37f5eb126b on host dv-cinder-791240-4-smb {{(pid=98765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:58:09.041479 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28f2a9-0f60-41a4-9e92-144ff5af6276 None None] Pushing event deleted for resources: {'Port': ['ID=2b2dfc7a-6295-453f-af97-be37f5eb126b,revision_number=None']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:09.044616 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-1d28f2a9-0f60-41a4-9e92-144ff5af6276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:09.045748 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d28f2a9-0f60-41a4-9e92-144ff5af6276 None None] No DVR routers for this DVR port 2b2dfc7a-6295-453f-af97-be37f5eb126b on host dv-cinder-791240-4-smb {{(pid=98766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:58:09.081677 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83ce22-4490-4f54-b00c-2129bce489e0 req-bf30a4ec-985c-4335-9166-a51733b50b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:09.083374 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ee83ce22-4490-4f54-b00c-2129bce489e0 req-bf30a4ec-985c-4335-9166-a51733b50b0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34f0e76e94764cfd8eb89731efc545cc&device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 1098 time: 0.1003690 May 31 11:58:09.143699 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8068714', 'neutron.services.segments.db._delete_segments_for_network-8766107643100'] for network, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:09.156856 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafaa0af-3871-4408-b923-5f1e006d8150']}} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:09.171726 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0cc19a-4e3f-4a3d-a21d-049fb8084085') {'for_net_delete': True} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:09.171941 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0cc19a-4e3f-4a3d-a21d-049fb8084085') {} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:09.185772 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766107651229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2606168'] for segment, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:09.202793 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:09.209450 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=98765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:58:09.209835 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624279'] for segment, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:09.222671 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83ce22-4490-4f54-b00c-2129bce489e0 req-74fb1ac7-0977-4053-8447-d9823fcbd2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: Traceback (most recent call last): May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: timer() May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: cb(*args, **kw) May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: return func(*args, **kwargs) May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: self._notify() May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: self.callback(batched_events) May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: event.method(event) May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: return f(self, *a, **k) May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: return self._get(url).json() May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: return self.request(url, 'GET', **kwargs) May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:58:09.223298 dv-cinder-791240-4-smb neutron-server[98765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:58:09.225686 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ee83ce22-4490-4f54-b00c-2129bce489e0 req-74fb1ac7-0977-4053-8447-d9823fcbd2a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5826c415-3fe8-4517-91ef-eb31079ce526 HTTP/1.1" status: 200 len: 912 time: 0.1338925 May 31 11:58:09.328060 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ee83ce22-4490-4f54-b00c-2129bce489e0 req-cad6cf01-dc62-419c-b5f8-83581f132315 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1736ef0f-77da-441a-90eb-163a59560460 HTTP/1.1" status: 200 len: 1000 time: 0.0968969 May 31 11:58:09.370423 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8068707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697290'] for network, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:09.375283 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:09.380390 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:09.389847 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83ce22-4490-4f54-b00c-2129bce489e0 req-faf9d2c4-c17a-4ab1-803a-9a58db6f13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:09.391765 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ee83ce22-4490-4f54-b00c-2129bce489e0 req-faf9d2c4-c17a-4ab1-803a-9a58db6f13fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edde4eb3-72fa-4627-bcaa-bdeb0e37c13b HTTP/1.1" status: 200 len: 850 time: 0.0564387 May 31 11:58:09.400356 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Pushing event deleted for resources: {'Network': ['ID=aafaa0af-3871-4408-b923-5f1e006d8150,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:09.402697 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:09.406792 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] 10.222.0.43 "DELETE /v2.0/networks/aafaa0af-3871-4408-b923-5f1e006d8150 HTTP/1.1" status: 204 len: 168 time: 1.1541705 May 31 11:58:09.472862 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83ce22-4490-4f54-b00c-2129bce489e0 req-584ee271-d005-4549-98b5-721af2b67be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:09.474390 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ee83ce22-4490-4f54-b00c-2129bce489e0 req-584ee271-d005-4549-98b5-721af2b67be5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5826c415-3fe8-4517-91ef-eb31079ce526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757821 May 31 11:58:09.688913 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ee83ce22-4490-4f54-b00c-2129bce489e0 req-7381eb7d-9238-4995-a6bb-8c33ec5e32ea service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057364 May 31 11:58:09.790381 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47524) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:09.823092 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ee83ce22-4490-4f54-b00c-2129bce489e0 req-7befc131-91d3-409f-9164-750e44ff9478 service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300399 May 31 11:58:09.839849 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-8f50ba0b-32fc-4829-b001-837b36649311 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e8d43d6bc8f40bc86899216db913e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480065 May 31 11:58:09.842255 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47528) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:09.904426 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-26133b05-63c9-4d71-826e-3c8401b5a915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:09.930225 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-26133b05-63c9-4d71-826e-3c8401b5a915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:10.056362 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-26133b05-63c9-4d71-826e-3c8401b5a915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:10.061322 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-70bd470e-bf25-493f-aa82-54467c6d2b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:10.074082 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26133b05-63c9-4d71-826e-3c8401b5a915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9161f374-d1b5-47a8-9b3e-78a8c7f9970c,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:10.076501 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-26133b05-63c9-4d71-826e-3c8401b5a915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:10.152829 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-26133b05-63c9-4d71-826e-3c8401b5a915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:10.153386 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-26133b05-63c9-4d71-826e-3c8401b5a915 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9161f374-d1b5-47a8-9b3e-78a8c7f9970c HTTP/1.1" status: 204 len: 168 time: 0.3099964 May 31 11:58:10.162624 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7662e6-830e-42db-95e6-e71d6974086a req-7e8a33a4-6839-42cb-8cfc-ea3dd4469e0e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:10.164155 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf7662e6-830e-42db-95e6-e71d6974086a req-7e8a33a4-6839-42cb-8cfc-ea3dd4469e0e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0810285 May 31 11:58:10.208795 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bf7662e6-830e-42db-95e6-e71d6974086a req-e08c9985-ce99-433e-b579-84cb60ba50a4 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386384 May 31 11:58:10.788385 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47542) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:10.842746 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-87d57f1f-ec6f-46df-9343-dda9f09e47ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6490bf16b423409d9499644bc1c92f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529268 May 31 11:58:10.845206 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 47548) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:10.905117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-444f8327-cc05-4c7b-bddf-a1ababd983db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:10.931871 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-444f8327-cc05-4c7b-bddf-a1ababd983db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:11.105270 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-444f8327-cc05-4c7b-bddf-a1ababd983db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:11.109039 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-c77028e9-3d35-41bc-81e2-f7eed4d30dc8 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:11.120836 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f8327-cc05-4c7b-bddf-a1ababd983db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9da9fd-7ba7-4a44-b1c6-a983244bfbcf,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:11.123115 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-444f8327-cc05-4c7b-bddf-a1ababd983db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:11.130192 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-444f8327-cc05-4c7b-bddf-a1ababd983db admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:11.134053 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-444f8327-cc05-4c7b-bddf-a1ababd983db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc9da9fd-7ba7-4a44-b1c6-a983244bfbcf HTTP/1.1" status: 204 len: 168 time: 0.2875898 May 31 11:58:11.400406 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fcc1b-c728-4344-b2d7-8f0aa4819e6b req-d032c3cf-4efd-42ce-b209-6df7186e9f14 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:11.401839 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d56fcc1b-c728-4344-b2d7-8f0aa4819e6b req-d032c3cf-4efd-42ce-b209-6df7186e9f14 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0822644 May 31 11:58:11.452544 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d56fcc1b-c728-4344-b2d7-8f0aa4819e6b req-8bd77c02-0a84-40ac-9c4a-f407cbeeab2e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440428 May 31 11:58:17.599046 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:58:27.334318 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 47676) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:27.392390 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e05cd95-d127-4844-993e-0b8d4ad3cd1b admin admin] Deleting subnet 04b9da7e-6ebf-495f-9c55-39fb2c27c1eb {{(pid=98764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:58:27.395196 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3e05cd95-d127-4844-993e-0b8d4ad3cd1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.445731 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3e05cd95-d127-4844-993e-0b8d4ad3cd1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2206862'] for subnet, precommit_delete_associations {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.498384 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3e05cd95-d127-4844-993e-0b8d4ad3cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118501'] for subnet, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.808803 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3e05cd95-d127-4844-993e-0b8d4ad3cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8067920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2212154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3130862'] for subnet, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.812745 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:27.847078 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05cd95-d127-4844-993e-0b8d4ad3cd1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b9da7e-6ebf-495f-9c55-39fb2c27c1eb,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:27.850099 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-3e05cd95-d127-4844-993e-0b8d4ad3cd1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:27.851059 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3e05cd95-d127-4844-993e-0b8d4ad3cd1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.857005 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-3e05cd95-d127-4844-993e-0b8d4ad3cd1b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/04b9da7e-6ebf-495f-9c55-39fb2c27c1eb HTTP/1.1" status: 204 len: 168 time: 0.5216751 May 31 11:58:27.859459 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 47682) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:27.962826 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-623fbb9c-d6d2-4a5f-8e21-8d7d1a63c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866513'] for network, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.082814 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-623fbb9c-d6d2-4a5f-8e21-8d7d1a63c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8068714', 'neutron.services.segments.db._delete_segments_for_network-8766107643100'] for network, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.094920 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-623fbb9c-d6d2-4a5f-8e21-8d7d1a63c6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9901ec01-0012-419d-94d2-ddb433a6a5ef']}} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:28.107001 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-623fbb9c-d6d2-4a5f-8e21-8d7d1a63c6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9e350b-b842-4785-8804-5bcbead816ee') {'for_net_delete': True} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:28.107283 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-623fbb9c-d6d2-4a5f-8e21-8d7d1a63c6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9e350b-b842-4785-8804-5bcbead816ee') {} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:28.118176 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-623fbb9c-d6d2-4a5f-8e21-8d7d1a63c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766107651229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2206853'] for segment, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.133199 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-623fbb9c-d6d2-4a5f-8e21-8d7d1a63c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.139246 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623fbb9c-d6d2-4a5f-8e21-8d7d1a63c6dd admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=98764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:58:28.142694 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-623fbb9c-d6d2-4a5f-8e21-8d7d1a63c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2118556'] for segment, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: Traceback (most recent call last): May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: timer() May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: cb(*args, **kw) May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: return func(*args, **kwargs) May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: self._notify() May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: self.callback(batched_events) May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: event.method(event) May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: return f(self, *a, **k) May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: return self._get(url).json() May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: return self.request(url, 'GET', **kwargs) May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:58:28.152560 dv-cinder-791240-4-smb neutron-server[98764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:58:28.267857 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-623fbb9c-d6d2-4a5f-8e21-8d7d1a63c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8068707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697290'] for network, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.271503 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-94185bd7-c024-4410-9e4c-f4ac46ebf65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:28.286954 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-623fbb9c-d6d2-4a5f-8e21-8d7d1a63c6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.292850 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fbb9c-d6d2-4a5f-8e21-8d7d1a63c6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=9901ec01-0012-419d-94d2-ddb433a6a5ef,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:28.297206 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-623fbb9c-d6d2-4a5f-8e21-8d7d1a63c6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:28.347834 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-623fbb9c-d6d2-4a5f-8e21-8d7d1a63c6dd admin admin] 10.222.0.43 "DELETE /v2.0/networks/9901ec01-0012-419d-94d2-ddb433a6a5ef HTTP/1.1" status: 204 len: 168 time: 0.4874103 May 31 11:58:28.729620 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 47688) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:28.778141 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-0efeddc8-432d-461c-8cf0-74666e8af896 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0bbc1741d1c04149a721134b9f6d2742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472476 May 31 11:58:28.780412 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 47694) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:28.841013 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f3b726e2-eb09-4142-b4d1-8e4971d9cf20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.866859 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f3b726e2-eb09-4142-b4d1-8e4971d9cf20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.975985 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f3b726e2-eb09-4142-b4d1-8e4971d9cf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.979761 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-72df8d0f-73e9-4a6b-8ad2-7a9d4ce22e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:28.992238 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b726e2-eb09-4142-b4d1-8e4971d9cf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb236e8-a2e2-4fba-9a36-798635cec909,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:28.995351 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-f3b726e2-eb09-4142-b4d1-8e4971d9cf20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:29.075494 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f3b726e2-eb09-4142-b4d1-8e4971d9cf20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.076635 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-f3b726e2-eb09-4142-b4d1-8e4971d9cf20 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cb236e8-a2e2-4fba-9a36-798635cec909 HTTP/1.1" status: 204 len: 168 time: 0.2953427 May 31 11:58:29.958914 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-33c2949f-f58e-438a-b0b7-615d636e7755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:32.335926 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-01f8b895-0081-4cea-b7cf-a051c4d631ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:32.358423 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:33.181192 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:34.941585 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:37.270739 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:39.212649 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55539eb7-b283-4d91-815c-06eac92eab74 req-4cbedd40-4055-4c67-9bec-7bcf904d3b7f tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:39.213999 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-55539eb7-b283-4d91-815c-06eac92eab74 req-4cbedd40-4055-4c67-9bec-7bcf904d3b7f tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0806465 May 31 11:58:39.257893 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-55539eb7-b283-4d91-815c-06eac92eab74 req-cda23316-eafe-4c05-8d0e-bd5bc5e23f4c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382318 May 31 11:58:40.445814 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41875b05-985d-42c2-a1c4-b3a957269ac6 req-bcc8b12c-dc0a-4655-bcfb-3b18c1a122b7 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:40.447247 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-41875b05-985d-42c2-a1c4-b3a957269ac6 req-bcc8b12c-dc0a-4655-bcfb-3b18c1a122b7 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0777271 May 31 11:58:40.493949 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-41875b05-985d-42c2-a1c4-b3a957269ac6 req-6582232f-5316-410e-9a8c-b777470a990a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411727 May 31 11:58:41.684203 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccc82c-673c-46bc-a8a7-7de1315e0cba req-064b880d-dce5-4ac3-9433-ce533446c682 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:41.685626 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e4ccc82c-673c-46bc-a8a7-7de1315e0cba req-064b880d-dce5-4ac3-9433-ce533446c682 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0816643 May 31 11:58:41.728485 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e4ccc82c-673c-46bc-a8a7-7de1315e0cba req-6437882c-dc9e-431b-8316-da6130e12ef6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367711 May 31 11:58:42.915374 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c222-8646-4125-8038-a8493e757b4a req-f626a51a-7523-4d22-86d1-55285d98c6a9 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:42.916776 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2ef9c222-8646-4125-8038-a8493e757b4a req-f626a51a-7523-4d22-86d1-55285d98c6a9 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0799000 May 31 11:58:42.960306 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2ef9c222-8646-4125-8038-a8493e757b4a req-f1ac7f1d-94c6-4589-9277-bbff3abe5bd0 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379047 May 31 11:58:44.142539 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da1936-6a3a-4736-b953-62dae9789a80 req-ac4d80ea-7d94-42d0-b3bb-18d4aab1be11 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:44.143971 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-98da1936-6a3a-4736-b953-62dae9789a80 req-ac4d80ea-7d94-42d0-b3bb-18d4aab1be11 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0779431 May 31 11:58:44.187453 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-98da1936-6a3a-4736-b953-62dae9789a80 req-c89f8d28-4f99-44f6-9633-a262b5824192 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379817 May 31 11:58:45.374656 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9e205-5776-411d-988d-5c765eb13a13 req-b8f4e4f1-234a-46bc-9344-58157253a59c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:45.376695 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-01d9e205-5776-411d-988d-5c765eb13a13 req-b8f4e4f1-234a-46bc-9344-58157253a59c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0817797 May 31 11:58:45.422521 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-01d9e205-5776-411d-988d-5c765eb13a13 req-c1b25fa7-9bfd-418b-ba0b-0c3c58157f0b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401375 May 31 11:58:46.702265 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fd58f-938a-4184-a9fa-bc7f0c9e6e5a req-5a47541b-96ef-4173-99f6-4842c210d5d0 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:46.703719 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cb2fd58f-938a-4184-a9fa-bc7f0c9e6e5a req-5a47541b-96ef-4173-99f6-4842c210d5d0 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.1646247 May 31 11:58:46.747624 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cb2fd58f-938a-4184-a9fa-bc7f0c9e6e5a req-691c6c7c-24b0-47e9-9909-d20368a47c86 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376978 May 31 11:58:47.017101 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3f080-8d7e-40b1-b23e-4b65975ec21d req-4916715e-c80d-43c8-8993-1d392db2539a tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:47.018597 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-42e3f080-8d7e-40b1-b23e-4b65975ec21d req-4916715e-c80d-43c8-8993-1d392db2539a tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0786986 May 31 11:58:47.066917 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-42e3f080-8d7e-40b1-b23e-4b65975ec21d req-85c610b8-2ba8-4555-878d-4dc02e3d3c97 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423992 May 31 11:58:47.937108 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80618d3b-2b8c-4dfe-a94b-558bdfca8307 req-d89fc9c3-0fb1-4f6e-9293-7a5d0310b64b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:47.938575 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-80618d3b-2b8c-4dfe-a94b-558bdfca8307 req-d89fc9c3-0fb1-4f6e-9293-7a5d0310b64b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0811987 May 31 11:58:47.988037 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-80618d3b-2b8c-4dfe-a94b-558bdfca8307 req-b1af0020-8448-4d9d-b941-91dd5ad39118 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437431 May 31 11:58:48.248847 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804a376-8d2f-4863-a866-78911040a2d8 req-b596bd9e-58c4-439a-b352-9c04b3242b66 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:48.250272 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d804a376-8d2f-4863-a866-78911040a2d8 req-b596bd9e-58c4-439a-b352-9c04b3242b66 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0784848 May 31 11:58:48.295658 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d804a376-8d2f-4863-a866-78911040a2d8 req-aefd7989-c3a7-413e-9c06-052da32d58e3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397422 May 31 11:58:49.176508 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7bd71-f15b-4f7c-9951-0dbcce6ff7e4 req-38e0fc27-555e-46f1-b198-b62b0ef62e76 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:49.177954 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b4b7bd71-f15b-4f7c-9951-0dbcce6ff7e4 req-38e0fc27-555e-46f1-b198-b62b0ef62e76 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0789733 May 31 11:58:49.222817 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-b4b7bd71-f15b-4f7c-9951-0dbcce6ff7e4 req-48bf4fef-1987-43ac-ae1f-ec6b1ac141b1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392747 May 31 11:58:49.481656 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba998de9-3fc7-402a-b98e-27366c7b97a3 req-28a3cc05-1d8d-4e30-92c1-26c1bd0ca251 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:49.483079 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ba998de9-3fc7-402a-b98e-27366c7b97a3 req-28a3cc05-1d8d-4e30-92c1-26c1bd0ca251 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0815966 May 31 11:58:49.526442 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ba998de9-3fc7-402a-b98e-27366c7b97a3 req-d194875e-7451-4a9a-8440-f4e347dbe90a tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376730 May 31 11:58:50.647693 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446d383-6022-454c-baa0-6fff80fcd4b5 req-8eb8d517-780e-4b13-bf95-f66684c17b05 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:50.649191 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0446d383-6022-454c-baa0-6fff80fcd4b5 req-8eb8d517-780e-4b13-bf95-f66684c17b05 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0830138 May 31 11:58:50.694113 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0446d383-6022-454c-baa0-6fff80fcd4b5 req-edecb979-73b1-4c9c-8c22-dac4937e91ac tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392270 May 31 11:58:50.706853 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf000f-634f-4098-9857-08bc28f2e6d0 req-01f5633f-af9b-4cd7-953d-d9c722687c57 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:50.708313 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6baf000f-634f-4098-9857-08bc28f2e6d0 req-01f5633f-af9b-4cd7-953d-d9c722687c57 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0790446 May 31 11:58:50.751563 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6baf000f-634f-4098-9857-08bc28f2e6d0 req-06785605-297a-42ea-b56e-758d321f60e4 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371618 May 31 11:58:51.797778 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 80add088-6e4a-4d97-906f-1812a05f2552 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:58:51.882789 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff272bbf-74d7-4014-a716-de8eed208bbd req-4fe49c87-0dfe-4f09-8092-b021e6740064 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:51.884329 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ff272bbf-74d7-4014-a716-de8eed208bbd req-4fe49c87-0dfe-4f09-8092-b021e6740064 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0808554 May 31 11:58:51.931381 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-ff272bbf-74d7-4014-a716-de8eed208bbd req-94ae621b-6ede-43d3-95e5-25a20ab69d61 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411613 May 31 11:58:51.937234 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 80add088-6e4a-4d97-906f-1812a05f2552, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=80add088-6e4a-4d97-906f-1812a05f2552,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:51.942947 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efadcfc-5df3-479c-bec9-78bfddd32d16 req-43e4b2dc-5c6d-4c17-98e9-02d3e936dbf3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:51.945494 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8efadcfc-5df3-479c-bec9-78bfddd32d16 req-43e4b2dc-5c6d-4c17-98e9-02d3e936dbf3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0879941 May 31 11:58:51.952359 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': '80add088-6e4a-4d97-906f-1812a05f2552', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'port_id': '80add088-6e4a-4d97-906f-1812a05f2552', 'mac_address': 'fa:16:3e:b0:f4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:58:51.996228 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8efadcfc-5df3-479c-bec9-78bfddd32d16 req-0635e90c-ad67-419e-9609-920afb182c2f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424850 May 31 11:58:52.007905 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:52.026325 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80add088-6e4a-4d97-906f-1812a05f2552 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:58:52.041569 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 80add088-6e4a-4d97-906f-1812a05f2552, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=80add088-6e4a-4d97-906f-1812a05f2552,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:52.163972 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:52.166610 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-945b07b2-e37b-4734-9e68-daeb00bb5d93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:52.234710 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=80add088-6e4a-4d97-906f-1812a05f2552,revision_number=6']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:52.242365 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:52.250331 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:52.250331 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:52.250331 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:52.250331 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:52.250331 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:52.250331 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:52.250331 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:52.250331 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:52.250331 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:52.250331 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:52.250331 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:52.250331 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:52.324200 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['80add088-6e4a-4d97-906f-1812a05f2552'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:58:53.137502 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b130c-58d4-4236-9c94-44c7316d8ce5 req-d6c1b472-1248-4179-84f6-6fcd6c6144a4 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:53.145596 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-311b130c-58d4-4236-9c94-44c7316d8ce5 req-d6c1b472-1248-4179-84f6-6fcd6c6144a4 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 945 time: 0.0977008 May 31 11:58:53.188251 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-311b130c-58d4-4236-9c94-44c7316d8ce5 req-a816e041-875f-4cde-8896-df3121f7f000 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413992 May 31 11:58:53.235256 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0346e7-85b1-4421-9c9d-6a8c9e99d890 req-5af8ccc9-b71e-4722-9123-06e6784947d4 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:53.244138 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0d0346e7-85b1-4421-9c9d-6a8c9e99d890 req-5af8ccc9-b71e-4722-9123-06e6784947d4 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.1128123 May 31 11:58:53.305351 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0d0346e7-85b1-4421-9c9d-6a8c9e99d890 req-7a528c17-8c9d-460b-8f6a-ae65487c99b1 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602596 May 31 11:58:53.809574 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 80add088-6e4a-4d97-906f-1812a05f2552 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:53.884404 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port 80add088-6e4a-4d97-906f-1812a05f2552 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:53.885001 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:54.046078 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:54.074950 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80add088-6e4a-4d97-906f-1812a05f2552'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:58:54.077154 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0a430d-c434-4edf-a0a8-4c5db361fb69" -d '{"events": [{"server_uuid": "2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f", "name": "network-vif-plugged", "status": "completed", "tag": "80add088-6e4a-4d97-906f-1812a05f2552"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:58:54.085417 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 80add088-6e4a-4d97-906f-1812a05f2552, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=80add088-6e4a-4d97-906f-1812a05f2552,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:54.145836 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:54.148389 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:54.214820 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed32952-7d66-496f-9547-976e5a1b7afc x-openstack-request-id: req-2ed32952-7d66-496f-9547-976e5a1b7afc {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:58:54.215125 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f", "name": "network-vif-plugged", "status": "completed", "tag": "80add088-6e4a-4d97-906f-1812a05f2552", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:58:54.215377 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ed32952-7d66-496f-9547-976e5a1b7afc {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:58:54.215771 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80add088-6e4a-4d97-906f-1812a05f2552', 'code': 200} May 31 11:58:54.231787 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=80add088-6e4a-4d97-906f-1812a05f2552,revision_number=7']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:54.236159 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:54.417269 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3fe44-eb21-42e2-81cd-9f3249f4bd27 req-f2e7d4dc-9284-4797-9734-5dd802bc2c5c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:54.418779 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-87e3fe44-eb21-42e2-81cd-9f3249f4bd27 req-f2e7d4dc-9284-4797-9734-5dd802bc2c5c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0995219 May 31 11:58:54.478472 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-87e3fe44-eb21-42e2-81cd-9f3249f4bd27 req-47963d05-686f-4b98-846e-79c8918b38aa tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475490 May 31 11:58:54.529595 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54651a36-ad39-4d32-b20e-3775ffddc357 req-d23b12a2-9244-40ce-9538-22e0c6038256 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:54.531426 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-54651a36-ad39-4d32-b20e-3775ffddc357 req-d23b12a2-9244-40ce-9538-22e0c6038256 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.1102722 May 31 11:58:54.582947 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-54651a36-ad39-4d32-b20e-3775ffddc357 req-e1db7285-0135-4ad7-888b-9e6ac4887e63 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456891 May 31 11:58:54.601189 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:58:55.705635 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64eef47-f6d8-4df7-9de3-5314f9eeeb40 req-2818090f-b1dc-49c4-a3e0-71656d1b2e55 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:55.707144 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d64eef47-f6d8-4df7-9de3-5314f9eeeb40 req-2818090f-b1dc-49c4-a3e0-71656d1b2e55 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0980005 May 31 11:58:55.760592 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d64eef47-f6d8-4df7-9de3-5314f9eeeb40 req-2e052313-64ed-4bb4-b7bc-327e5effa4a1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476923 May 31 11:58:55.871838 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cedf5f-e236-41c8-a896-0b54ef262fe7 req-457eeb91-6af6-4269-9037-4ca65fcb98c1 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:55.873239 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-91cedf5f-e236-41c8-a896-0b54ef262fe7 req-457eeb91-6af6-4269-9037-4ca65fcb98c1 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.1679549 May 31 11:58:55.917556 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-91cedf5f-e236-41c8-a896-0b54ef262fe7 req-e2f0eb12-f9cf-4ee5-84b1-52dcd83dfc6d tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379345 May 31 11:58:56.961316 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cdf45-1373-45bd-bee2-36dadd049c4c req-1eae3ee4-ce1a-4493-93a2-9c6860f1a2c5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:56.962850 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7e7cdf45-1373-45bd-bee2-36dadd049c4c req-1eae3ee4-ce1a-4493-93a2-9c6860f1a2c5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0857775 May 31 11:58:57.017570 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7e7cdf45-1373-45bd-bee2-36dadd049c4c req-c00a869a-df5a-4e66-9d98-973cafc92a0f tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489519 May 31 11:58:57.139770 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab298a8-2abd-48a2-9197-4ce0896eac2f req-a27d6d9e-7cbe-4de1-9694-23f581900f04 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:57.141473 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-cab298a8-2abd-48a2-9197-4ce0896eac2f req-a27d6d9e-7cbe-4de1-9694-23f581900f04 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0956786 May 31 11:58:57.189128 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-cab298a8-2abd-48a2-9197-4ce0896eac2f req-52e63b41-3163-4026-9c73-d4eaf1f28c58 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420825 May 31 11:58:58.229499 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f513fde-d3f7-42b5-990f-5a7cfc9b1c68 req-28c8e5dd-5942-45c0-b51a-75508b3a48b3 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:58.231226 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8f513fde-d3f7-42b5-990f-5a7cfc9b1c68 req-28c8e5dd-5942-45c0-b51a-75508b3a48b3 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0981994 May 31 11:58:58.296238 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8f513fde-d3f7-42b5-990f-5a7cfc9b1c68 req-bdabd652-1c7d-4049-a8fe-1e31c8a72a7c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588872 May 31 11:58:58.408030 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c10f8-a615-4aaa-a23f-69b3e7984cfe req-f7be128f-ed5c-4cea-bdfd-a7f5de38950b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:58.409672 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-618c10f8-a615-4aaa-a23f-69b3e7984cfe req-f7be128f-ed5c-4cea-bdfd-a7f5de38950b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0897884 May 31 11:58:58.459407 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-618c10f8-a615-4aaa-a23f-69b3e7984cfe req-71c83ebc-6d5e-4363-a155-5214fb49e2f8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437281 May 31 11:58:59.103087 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35098e3d-ab7d-4bab-a1db-b39e42f37186 req-08bf09fe-6d5d-4356-aa8c-f1fbe62001c6 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:59.104838 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-35098e3d-ab7d-4bab-a1db-b39e42f37186 req-08bf09fe-6d5d-4356-aa8c-f1fbe62001c6 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0880489 May 31 11:58:59.166326 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-35098e3d-ab7d-4bab-a1db-b39e42f37186 req-97e08334-4307-4b9c-b0f3-ffb7c247db0a tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538719 May 31 11:58:59.227216 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03ba51-2808-4602-b533-75d4bfa1084b req-95a07fa7-7664-42da-9402-8dd156c9f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:59.228624 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1a03ba51-2808-4602-b533-75d4bfa1084b req-95a07fa7-7664-42da-9402-8dd156c9f965 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34f0e76e94764cfd8eb89731efc545cc&device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 1098 time: 0.0756733 May 31 11:58:59.386095 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03ba51-2808-4602-b533-75d4bfa1084b req-f99572bc-5170-466d-92eb-54f2b9d45376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:59.387794 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1a03ba51-2808-4602-b533-75d4bfa1084b req-f99572bc-5170-466d-92eb-54f2b9d45376 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5826c415-3fe8-4517-91ef-eb31079ce526 HTTP/1.1" status: 200 len: 912 time: 0.1520243 May 31 11:58:59.560832 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1a03ba51-2808-4602-b533-75d4bfa1084b req-c570708e-6a0d-4abd-be7a-6e2c31b7e79c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1736ef0f-77da-441a-90eb-163a59560460 HTTP/1.1" status: 200 len: 1000 time: 0.1657031 May 31 11:58:59.611427 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6649cf-7b52-4495-92aa-6deab3644cba req-7ceb91f0-3861-45d2-a5ec-77f3ff9fb93a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:59.612976 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6a6649cf-7b52-4495-92aa-6deab3644cba req-7ceb91f0-3861-45d2-a5ec-77f3ff9fb93a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.1572700 May 31 11:58:59.668370 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03ba51-2808-4602-b533-75d4bfa1084b req-3e67fcfe-77ec-47d4-9c7e-5c81b681ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:59.671772 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1a03ba51-2808-4602-b533-75d4bfa1084b req-3e67fcfe-77ec-47d4-9c7e-5c81b681ab83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edde4eb3-72fa-4627-bcaa-bdeb0e37c13b HTTP/1.1" status: 200 len: 850 time: 0.1015551 May 31 11:58:59.678154 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6a6649cf-7b52-4495-92aa-6deab3644cba req-ddf3d39e-3901-48fd-839d-acedde635235 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582926 May 31 11:58:59.771026 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03ba51-2808-4602-b533-75d4bfa1084b req-8823f237-fdad-40a9-be08-d5d3b48361af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:59.772512 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1a03ba51-2808-4602-b533-75d4bfa1084b req-8823f237-fdad-40a9-be08-d5d3b48361af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5826c415-3fe8-4517-91ef-eb31079ce526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0918558 May 31 11:58:59.956763 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-2090497a-980e-4ac0-a0f4-6225c046157b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:00.018403 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1a03ba51-2808-4602-b533-75d4bfa1084b req-7fbf841d-b9de-4990-a7ec-25ec74dbc2bf service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382796 May 31 11:59:00.170555 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1a03ba51-2808-4602-b533-75d4bfa1084b req-ffebcfac-5236-4378-a28e-75e9db61595c service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444349 May 31 11:59:00.370047 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fba24-afbd-4103-914f-3b13feda13fc req-65453f45-8981-4bb8-81c8-7ab8009d4803 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:00.371705 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0d6fba24-afbd-4103-914f-3b13feda13fc req-65453f45-8981-4bb8-81c8-7ab8009d4803 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0896370 May 31 11:59:00.422994 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0d6fba24-afbd-4103-914f-3b13feda13fc req-72589225-3588-4dfb-936e-7b2a85c51cec tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444210 May 31 11:59:00.931128 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760c0b2-cfb6-4b84-b839-a4d558115f2e req-474555ff-fb30-4f42-a872-dcc4764a4d29 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:00.940392 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2760c0b2-cfb6-4b84-b839-a4d558115f2e req-474555ff-fb30-4f42-a872-dcc4764a4d29 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.1332784 May 31 11:59:00.986894 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2760c0b2-cfb6-4b84-b839-a4d558115f2e req-da5ead0d-92d6-4cc0-a749-36f42a29a667 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453947 May 31 11:59:01.632182 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2b94d-866f-47b0-801d-f14e0337a767 req-04c62da5-33f8-4689-bcaa-f43079025dc4 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:01.633616 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-86a2b94d-866f-47b0-801d-f14e0337a767 req-04c62da5-33f8-4689-bcaa-f43079025dc4 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0935581 May 31 11:59:01.679733 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-86a2b94d-866f-47b0-801d-f14e0337a767 req-7fddad44-4f53-47ba-a23f-6f33eaa120f2 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401361 May 31 11:59:02.188832 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2e5cc-9ff6-49cd-99c2-7bb9af9b9233 req-f0f4d59a-cdf8-449d-b127-e715e0a59b93 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:02.190733 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a7b2e5cc-9ff6-49cd-99c2-7bb9af9b9233 req-f0f4d59a-cdf8-449d-b127-e715e0a59b93 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0838008 May 31 11:59:02.245136 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a7b2e5cc-9ff6-49cd-99c2-7bb9af9b9233 req-354d0546-6c6d-4ee1-b371-4c0e97b811b2 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484273 May 31 11:59:02.307806 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c9735589-12c2-408e-b59f-cd5553133670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:02.330411 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.207579 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.439767 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f8702-1ed5-462d-997d-2b0f31d1357c req-d0e5c8e5-3f7c-41c0-b99b-29273a2b79f3 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:03.441160 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6c1f8702-1ed5-462d-997d-2b0f31d1357c req-d0e5c8e5-3f7c-41c0-b99b-29273a2b79f3 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0834184 May 31 11:59:03.483868 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6c1f8702-1ed5-462d-997d-2b0f31d1357c req-b26038d9-395f-4be1-b201-c6231e344e2d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372121 May 31 11:59:03.963455 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe064-7a4c-4597-9b65-28d457d36748 req-60979c62-677b-4dd5-b449-b5704ee7f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:03.964990 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ec3fe064-7a4c-4597-9b65-28d457d36748 req-60979c62-677b-4dd5-b449-b5704ee7f5ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96d2340d017442468109cc2223b2c1ad&device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 1099 time: 0.0723319 May 31 11:59:04.098906 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe064-7a4c-4597-9b65-28d457d36748 req-02fdd660-fe88-4a94-8268-7f30c5daa7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:04.100404 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ec3fe064-7a4c-4597-9b65-28d457d36748 req-02fdd660-fe88-4a94-8268-7f30c5daa7a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4 HTTP/1.1" status: 200 len: 917 time: 0.1288571 May 31 11:59:04.204887 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ec3fe064-7a4c-4597-9b65-28d457d36748 req-0316ab1a-aaf8-4eec-b248-3e1207947205 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80add088-6e4a-4d97-906f-1812a05f2552 HTTP/1.1" status: 200 len: 1001 time: 0.0980477 May 31 11:59:04.270918 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe064-7a4c-4597-9b65-28d457d36748 req-ac061e56-2f4c-44f8-8dc2-009055e3d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:04.272350 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ec3fe064-7a4c-4597-9b65-28d457d36748 req-ac061e56-2f4c-44f8-8dc2-009055e3d022 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e380460-4b72-4669-bfbb-1247484cb9b0 HTTP/1.1" status: 200 len: 855 time: 0.0593138 May 31 11:59:04.346347 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe064-7a4c-4597-9b65-28d457d36748 req-733a88f9-2276-42b7-b7dc-8a7275ccd1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:04.347794 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ec3fe064-7a4c-4597-9b65-28d457d36748 req-733a88f9-2276-42b7-b7dc-8a7275ccd1e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695813 May 31 11:59:04.484186 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ec3fe064-7a4c-4597-9b65-28d457d36748 req-2ec7175e-43da-4543-9ed7-856a74b06109 service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288402 May 31 11:59:04.662934 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-ec3fe064-7a4c-4597-9b65-28d457d36748 req-bb695c7a-bfa9-46a7-be58-98c07fd3cba4 service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714890 May 31 11:59:04.692165 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9e503-9622-4d32-a38c-94d2b46d3d88 req-05153103-df4f-4505-b025-f2da38d98177 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:04.693612 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-31f9e503-9622-4d32-a38c-94d2b46d3d88 req-05153103-df4f-4505-b025-f2da38d98177 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0978096 May 31 11:59:04.739959 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-31f9e503-9622-4d32-a38c-94d2b46d3d88 req-4d8332fe-d686-4844-b2c0-b33597d96c47 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407593 May 31 11:59:04.941299 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.883716 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 80add088-6e4a-4d97-906f-1812a05f2552 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:59:05.925527 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ddcbf-b70f-482f-a249-1b1042203ef6 req-cc00ad74-1491-4a57-971e-8674aee06cc5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:05.926991 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4f8ddcbf-b70f-482f-a249-1b1042203ef6 req-cc00ad74-1491-4a57-971e-8674aee06cc5 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 946 time: 0.0798869 May 31 11:59:05.972214 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4f8ddcbf-b70f-482f-a249-1b1042203ef6 req-d6cddff0-c45e-4203-a179-d582e76e4e30 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391297 May 31 11:59:05.994657 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.025038 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80add088-6e4a-4d97-906f-1812a05f2552'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:06.027223 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25751ae-8679-47ad-aa8c-d84d6150189f" -d '{"events": [{"server_uuid": "2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f", "name": "network-vif-unplugged", "status": "completed", "tag": "80add088-6e4a-4d97-906f-1812a05f2552"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:06.035372 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 80add088-6e4a-4d97-906f-1812a05f2552, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=80add088-6e4a-4d97-906f-1812a05f2552,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:06.069901 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 11:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcac18d-38bf-461b-9465-16c058714472 x-openstack-request-id: req-5dcac18d-38bf-461b-9465-16c058714472 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:06.070196 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f", "name": "network-vif-unplugged", "status": "completed", "tag": "80add088-6e4a-4d97-906f-1812a05f2552", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:06.070452 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5dcac18d-38bf-461b-9465-16c058714472 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:06.070915 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80add088-6e4a-4d97-906f-1812a05f2552', 'code': 200} May 31 11:59:06.093357 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.095736 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:06.161486 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=80add088-6e4a-4d97-906f-1812a05f2552,revision_number=8']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:06.164481 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:07.162083 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85c2bf-9337-494b-beda-1e70d3b24cc0 req-392c6caa-0960-4ebf-8c54-63735943881d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:07.163540 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8f85c2bf-9337-494b-beda-1e70d3b24cc0 req-392c6caa-0960-4ebf-8c54-63735943881d tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0810959 May 31 11:59:07.210863 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8f85c2bf-9337-494b-beda-1e70d3b24cc0 req-f382d903-3398-493b-9d77-f24d1a5960f2 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415599 May 31 11:59:07.403922 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.638414 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5c72-853e-4ed3-827c-1a0faf76ceed req-8d032f7c-ee75-4bcb-8534-5ab5144e0498 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:09.639879 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-531a5c72-853e-4ed3-827c-1a0faf76ceed req-8d032f7c-ee75-4bcb-8534-5ab5144e0498 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0795968 May 31 11:59:09.688825 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-531a5c72-853e-4ed3-827c-1a0faf76ceed req-badb696c-579f-4092-a3ee-c4705d97a253 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425708 May 31 11:59:09.837449 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-bea7aaff-695c-431b-b348-1ad35ea5bb5f req-1d70368d-192c-4e50-8558-6efcee78ba65 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0678744 May 31 11:59:09.905049 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 80add088-6e4a-4d97-906f-1812a05f2552 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:59:10.880946 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e956d-1d8e-46a9-ac4c-d4fa9758a44e req-d043ae94-8d3d-474c-b282-a87f3cd9e07f tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:10.882620 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-175e956d-1d8e-46a9-ac4c-d4fa9758a44e req-d043ae94-8d3d-474c-b282-a87f3cd9e07f tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0840113 May 31 11:59:10.927696 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-175e956d-1d8e-46a9-ac4c-d4fa9758a44e req-348852d3-079a-4db4-8103-7ad6ef181b5c tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391302 May 31 11:59:11.346191 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7aaff-695c-431b-b348-1ad35ea5bb5f req-77aeffaf-e1c6-4e5d-a470-93c933f7b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:11.347650 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bea7aaff-695c-431b-b348-1ad35ea5bb5f req-77aeffaf-e1c6-4e5d-a470-93c933f7b277 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f&tenant_id=96d2340d017442468109cc2223b2c1ad HTTP/1.1" status: 200 len: 1097 time: 0.0736678 May 31 11:59:11.446677 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7aaff-695c-431b-b348-1ad35ea5bb5f req-4e1705dd-c2dc-4fa1-a4bd-643da00df929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:11.448148 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bea7aaff-695c-431b-b348-1ad35ea5bb5f req-4e1705dd-c2dc-4fa1-a4bd-643da00df929 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96d2340d017442468109cc2223b2c1ad&device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 1097 time: 0.0690837 May 31 11:59:11.576490 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7aaff-695c-431b-b348-1ad35ea5bb5f req-255c49d6-e5f2-4995-a9f7-2b4980cba07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:11.577822 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bea7aaff-695c-431b-b348-1ad35ea5bb5f req-255c49d6-e5f2-4995-a9f7-2b4980cba07b service neutron] 10.222.0.36 "GET /v2.0/networks?id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4 HTTP/1.1" status: 200 len: 917 time: 0.1232944 May 31 11:59:11.759657 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bea7aaff-695c-431b-b348-1ad35ea5bb5f req-e7ffdf7c-8d0b-467d-bcc0-9a52f7f0e6c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80add088-6e4a-4d97-906f-1812a05f2552 HTTP/1.1" status: 200 len: 999 time: 0.1748428 May 31 11:59:11.823346 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7aaff-695c-431b-b348-1ad35ea5bb5f req-a0a76b86-8f07-4947-94ca-0b97717e68b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:11.824726 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bea7aaff-695c-431b-b348-1ad35ea5bb5f req-a0a76b86-8f07-4947-94ca-0b97717e68b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e380460-4b72-4669-bfbb-1247484cb9b0 HTTP/1.1" status: 200 len: 855 time: 0.0550706 May 31 11:59:11.902443 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7aaff-695c-431b-b348-1ad35ea5bb5f req-24180dcb-ba4d-4a77-8492-559b0b35ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:11.903782 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bea7aaff-695c-431b-b348-1ad35ea5bb5f req-24180dcb-ba4d-4a77-8492-559b0b35ada5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=774bc46b-b0ab-40ae-90fc-5cf5267b00e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702055 May 31 11:59:12.038752 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bea7aaff-695c-431b-b348-1ad35ea5bb5f req-4d1f5f35-e179-4300-9dc8-8b225739211b service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262753 May 31 11:59:12.115007 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09012bb4-6535-4c12-afa7-db5e475ee8a9 req-8259859b-a3e8-415e-b767-2cab56fd2f4f tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:12.116526 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-09012bb4-6535-4c12-afa7-db5e475ee8a9 req-8259859b-a3e8-415e-b767-2cab56fd2f4f tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0784051 May 31 11:59:12.165027 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-09012bb4-6535-4c12-afa7-db5e475ee8a9 req-c199ebb4-1cff-448b-be38-9dd7e3892a37 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428097 May 31 11:59:12.170634 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bea7aaff-695c-431b-b348-1ad35ea5bb5f req-9f9c6dc7-f0bb-4169-9e90-29fd59eaff80 service neutron] 10.222.0.36 "GET /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252985 May 31 11:59:13.357054 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d67d74-fafc-474b-b688-3fb11794cbf8 req-5e9f3c70-2a18-4874-a449-15d009bce58a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:13.358559 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c3d67d74-fafc-474b-b688-3fb11794cbf8 req-5e9f3c70-2a18-4874-a449-15d009bce58a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0796421 May 31 11:59:13.409715 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c3d67d74-fafc-474b-b688-3fb11794cbf8 req-8721aa33-adf8-490d-9cf8-56dc1f385f52 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403779 May 31 11:59:14.601739 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daddf9e-9116-49f0-ab6c-c5d0142b5499 req-e28c8781-d8e8-4843-920f-279a424418bb tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:14.603141 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7daddf9e-9116-49f0-ab6c-c5d0142b5499 req-e28c8781-d8e8-4843-920f-279a424418bb tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0822134 May 31 11:59:14.650250 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7daddf9e-9116-49f0-ab6c-c5d0142b5499 req-045ce060-a0aa-4ea7-bae3-6adab183da99 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409391 May 31 11:59:15.843131 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34930-0470-4554-ad81-eaf69f336c7f req-7ca6b1d4-aa58-49bf-8b50-27b75f1112c7 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:15.845139 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-68e34930-0470-4554-ad81-eaf69f336c7f req-7ca6b1d4-aa58-49bf-8b50-27b75f1112c7 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0844598 May 31 11:59:15.890377 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-68e34930-0470-4554-ad81-eaf69f336c7f req-b4b790dc-b37c-42a8-a4c8-ce37bcc535f9 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395553 May 31 11:59:17.087062 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6196a31-7982-46b7-9f5e-d9bfbea1d174 req-a3968099-8fe5-45cc-b118-39dd7ff577ef tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:17.088577 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e6196a31-7982-46b7-9f5e-d9bfbea1d174 req-a3968099-8fe5-45cc-b118-39dd7ff577ef tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0877728 May 31 11:59:17.134335 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e6196a31-7982-46b7-9f5e-d9bfbea1d174 req-91910448-0224-4967-ba95-1a1509920969 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391185 May 31 11:59:18.327564 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc35f2-6a3e-4938-a1a3-a71a8243d930 req-4f875d37-188a-4706-832e-f7954c9f97f3 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:18.329114 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cddc35f2-6a3e-4938-a1a3-a71a8243d930 req-4f875d37-188a-4706-832e-f7954c9f97f3 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0837908 May 31 11:59:18.379053 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cddc35f2-6a3e-4938-a1a3-a71a8243d930 req-4a16027a-36aa-49c7-8c33-11cc00419e12 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411799 May 31 11:59:19.575736 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5b5b-a477-4282-81c4-bcf37e4e4e21 req-6dbb4f7c-67cf-4919-a703-adc4426a5a68 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:19.577327 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-93aa5b5b-a477-4282-81c4-bcf37e4e4e21 req-6dbb4f7c-67cf-4919-a703-adc4426a5a68 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0822325 May 31 11:59:19.624735 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-93aa5b5b-a477-4282-81c4-bcf37e4e4e21 req-6f412e21-d40a-4fda-b76f-9761aaee17d9 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415633 May 31 11:59:20.830017 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0459f-347d-4091-8623-167127034e9f req-92f59f9e-c8f3-4831-8753-c2a1888c27f1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:20.831536 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8fe0459f-347d-4091-8623-167127034e9f req-92f59f9e-c8f3-4831-8753-c2a1888c27f1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0880959 May 31 11:59:20.877986 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-8fe0459f-347d-4091-8623-167127034e9f req-e47a0810-a9e5-4867-8bbf-dc884a8c00b8 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406334 May 31 11:59:22.076248 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1314033-2f72-45f1-b71c-ed422700f3a9 req-e950297e-7660-4688-a17d-36f64f63d6ab tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:22.077699 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c1314033-2f72-45f1-b71c-ed422700f3a9 req-e950297e-7660-4688-a17d-36f64f63d6ab tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0860732 May 31 11:59:22.125751 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-c1314033-2f72-45f1-b71c-ed422700f3a9 req-100a6bed-72f8-471b-a397-1f1a0cc157b3 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417991 May 31 11:59:23.317440 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a96c97-c008-4614-8aa6-849250ec994b req-0a5030c4-e540-478e-81fa-b9e1ae052ae1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:23.318888 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65a96c97-c008-4614-8aa6-849250ec994b req-0a5030c4-e540-478e-81fa-b9e1ae052ae1 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0833349 May 31 11:59:23.367363 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65a96c97-c008-4614-8aa6-849250ec994b req-c437c961-23ee-4c5b-bbea-9273dc7a0541 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428443 May 31 11:59:24.554649 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6aafd-fa5d-4206-82d3-1ec0fd14a1c5 req-15a04ce2-e3f1-4bdd-8a41-d212a24d4d06 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:24.556005 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-25a6aafd-fa5d-4206-82d3-1ec0fd14a1c5 req-15a04ce2-e3f1-4bdd-8a41-d212a24d4d06 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0801818 May 31 11:59:24.602990 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-25a6aafd-fa5d-4206-82d3-1ec0fd14a1c5 req-31efea71-5222-44c8-abee-e075486d2ea4 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412993 May 31 11:59:25.788683 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a1659-abe4-42e9-ae85-2992b29e11e2 req-85cc4e65-7737-44d7-bbae-516fc3a384da tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:25.790104 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-100a1659-abe4-42e9-ae85-2992b29e11e2 req-85cc4e65-7737-44d7-bbae-516fc3a384da tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0787663 May 31 11:59:25.833370 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-100a1659-abe4-42e9-ae85-2992b29e11e2 req-7b50be22-9dcc-4965-8663-95b318eeca56 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377173 May 31 11:59:27.021779 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e701658-2473-4261-90f2-b31d8d3cc7ac req-bdbfb70e-e03c-415b-b03e-3ec803e3cea3 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:27.023270 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1e701658-2473-4261-90f2-b31d8d3cc7ac req-bdbfb70e-e03c-415b-b03e-3ec803e3cea3 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0800655 May 31 11:59:27.067061 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1e701658-2473-4261-90f2-b31d8d3cc7ac req-3c3b9719-a21d-4fc1-a6ba-af54b51ad1be tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382786 May 31 11:59:27.968778 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 80add088-6e4a-4d97-906f-1812a05f2552 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:59:28.267555 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed59b0-a096-44a5-8ce7-74993c403580 req-383f51b8-1bcc-4753-a9ba-71c00650b716 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:28.269053 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-64ed59b0-a096-44a5-8ce7-74993c403580 req-383f51b8-1bcc-4753-a9ba-71c00650b716 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 944 time: 0.0882952 May 31 11:59:28.320586 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-64ed59b0-a096-44a5-8ce7-74993c403580 req-17976bdd-02aa-4296-921f-da69a76a2ac3 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457923 May 31 11:59:28.325231 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 80add088-6e4a-4d97-906f-1812a05f2552, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=80add088-6e4a-4d97-906f-1812a05f2552,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:28.345523 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': '80add088-6e4a-4d97-906f-1812a05f2552', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'port_id': '80add088-6e4a-4d97-906f-1812a05f2552', 'mac_address': 'fa:16:3e:b0:f4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:59:28.415041 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:28.437936 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80add088-6e4a-4d97-906f-1812a05f2552 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:59:28.461727 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 80add088-6e4a-4d97-906f-1812a05f2552, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=80add088-6e4a-4d97-906f-1812a05f2552,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:28.778693 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:28.780495 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:28.849408 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=80add088-6e4a-4d97-906f-1812a05f2552,revision_number=9']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:28.852480 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:29.088628 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['80add088-6e4a-4d97-906f-1812a05f2552'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:59:29.507838 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42499339-45b8-4450-9534-b3694a1906bb req-6ca99c4a-ce7d-46ee-99f7-de418f6e1161 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:29.509286 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-42499339-45b8-4450-9534-b3694a1906bb req-6ca99c4a-ce7d-46ee-99f7-de418f6e1161 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 945 time: 0.0816395 May 31 11:59:29.631837 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-42499339-45b8-4450-9534-b3694a1906bb req-8756d877-86f0-41f0-83a5-97eb513a265b tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165910 May 31 11:59:29.950344 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-11a30642-1680-463a-8eee-a9a28c9409fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.984802 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 80add088-6e4a-4d97-906f-1812a05f2552 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:30.050982 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port 80add088-6e4a-4d97-906f-1812a05f2552 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:30.051351 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:30.161426 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:30.187011 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80add088-6e4a-4d97-906f-1812a05f2552'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:30.189227 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2949ae8d-e598-4de3-b9f6-10fadd938eca" -d '{"events": [{"server_uuid": "2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f", "name": "network-vif-plugged", "status": "completed", "tag": "80add088-6e4a-4d97-906f-1812a05f2552"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:30.196491 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 80add088-6e4a-4d97-906f-1812a05f2552, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=80add088-6e4a-4d97-906f-1812a05f2552,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:30.230421 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120e6277-68cc-4fe2-b417-4b9711b4995c x-openstack-request-id: req-120e6277-68cc-4fe2-b417-4b9711b4995c {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:30.230778 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f", "name": "network-vif-plugged", "status": "completed", "tag": "80add088-6e4a-4d97-906f-1812a05f2552", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:30.231008 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-120e6277-68cc-4fe2-b417-4b9711b4995c {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:30.231391 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80add088-6e4a-4d97-906f-1812a05f2552', 'code': 200} May 31 11:59:30.282906 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:30.285745 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:30.352501 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=80add088-6e4a-4d97-906f-1812a05f2552,revision_number=10']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:30.355711 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:30.605344 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037e291-1a8a-4973-a1ca-bf84ea0cfc48 req-14035122-4d44-4579-807b-d623aec3a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:30.606776 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f037e291-1a8a-4973-a1ca-bf84ea0cfc48 req-14035122-4d44-4579-807b-d623aec3a33d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 1100 time: 0.0682232 May 31 11:59:30.647287 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f037e291-1a8a-4973-a1ca-bf84ea0cfc48 req-65e343ab-a044-4c8f-bc8f-1b2c6105870e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332506 May 31 11:59:30.815820 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c69cb-7ac3-44d8-9907-4d3f8a378500 req-82277481-d351-4a99-8ac5-c46b0f901c39 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:30.818050 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-196c69cb-7ac3-44d8-9907-4d3f8a378500 req-82277481-d351-4a99-8ac5-c46b0f901c39 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 947 time: 0.0784869 May 31 11:59:30.863461 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-196c69cb-7ac3-44d8-9907-4d3f8a378500 req-abc853fe-a7b6-4377-a159-e8186b85a434 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 May 31 11:59:31.627613 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:59:32.057816 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc28f9-c786-4df7-8af4-4b28eeda4ecb req-b0fb053c-7f5d-4448-811a-dde0d4c0b6ae tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:32.059261 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f8fc28f9-c786-4df7-8af4-4b28eeda4ecb req-b0fb053c-7f5d-4448-811a-dde0d4c0b6ae tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 947 time: 0.0837681 May 31 11:59:32.105620 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f8fc28f9-c786-4df7-8af4-4b28eeda4ecb req-d3b6a6e7-caad-4e39-8953-9af7dc8089ab tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405457 May 31 11:59:32.295394 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-5be0c2a2-df43-4689-9455-c0e26469c8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:32.318244 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:33.232503 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:33.294190 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4c040-3e58-4dbf-8e5f-6f066df7225d req-a867a526-1223-4de7-9a6c-beceb43c99b2 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:33.295644 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a2f4c040-3e58-4dbf-8e5f-6f066df7225d req-a867a526-1223-4de7-9a6c-beceb43c99b2 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 947 time: 0.0794325 May 31 11:59:33.339203 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a2f4c040-3e58-4dbf-8e5f-6f066df7225d req-b086df66-e0b3-4e49-aee5-c0b201e8bcf6 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378783 May 31 11:59:35.041531 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:37.270037 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:39.133958 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dbf03597-d462-4b54-9b49-0f256e9ae810 req-211aea79-5cd7-44c4-b417-ad9b80a7ae9c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683553 May 31 11:59:39.291036 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf03597-d462-4b54-9b49-0f256e9ae810 req-26c047b1-06fa-4625-8b32-e43f1daae417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:39.292520 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dbf03597-d462-4b54-9b49-0f256e9ae810 req-26c047b1-06fa-4625-8b32-e43f1daae417 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34f0e76e94764cfd8eb89731efc545cc&device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 1098 time: 0.0731637 May 31 11:59:39.435752 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf03597-d462-4b54-9b49-0f256e9ae810 req-5f54a838-d6ff-4a0e-ad83-a0fc254570f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:39.437244 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dbf03597-d462-4b54-9b49-0f256e9ae810 req-5f54a838-d6ff-4a0e-ad83-a0fc254570f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5826c415-3fe8-4517-91ef-eb31079ce526 HTTP/1.1" status: 200 len: 912 time: 0.1246643 May 31 11:59:39.614287 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dbf03597-d462-4b54-9b49-0f256e9ae810 req-3f1e9e6b-99b5-4046-84bb-8875c8626a4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1736ef0f-77da-441a-90eb-163a59560460 HTTP/1.1" status: 200 len: 1000 time: 0.1687489 May 31 11:59:39.676179 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf03597-d462-4b54-9b49-0f256e9ae810 req-565cb7fa-31b6-4a5a-8559-6ef838ea1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:39.677536 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dbf03597-d462-4b54-9b49-0f256e9ae810 req-565cb7fa-31b6-4a5a-8559-6ef838ea1f35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edde4eb3-72fa-4627-bcaa-bdeb0e37c13b HTTP/1.1" status: 200 len: 850 time: 0.0567515 May 31 11:59:39.752067 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf03597-d462-4b54-9b49-0f256e9ae810 req-43aca16f-f591-4fce-a56f-8fd041c49c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:39.753477 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dbf03597-d462-4b54-9b49-0f256e9ae810 req-43aca16f-f591-4fce-a56f-8fd041c49c4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5826c415-3fe8-4517-91ef-eb31079ce526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678082 May 31 11:59:39.882856 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dbf03597-d462-4b54-9b49-0f256e9ae810 req-ec2f4d0e-8254-42bc-b031-1c2a6124f71d service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217921 May 31 11:59:40.012627 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dbf03597-d462-4b54-9b49-0f256e9ae810 req-0b48bb64-4689-450b-8d7a-0120c13c7123 service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225655 May 31 11:59:43.894839 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf0911-283b-4dd8-b20e-233f47dbf7eb req-e136cf1a-d15e-446e-86bd-720dd75e2b97 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:43.896278 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d7bf0911-283b-4dd8-b20e-233f47dbf7eb req-e136cf1a-d15e-446e-86bd-720dd75e2b97 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0802679 May 31 11:59:43.941241 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d7bf0911-283b-4dd8-b20e-233f47dbf7eb req-9f4329bd-14d6-4a41-a7f5-58889b8be814 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393448 May 31 11:59:45.129190 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad4bfb-1db8-4293-bb7e-a435099e2eac req-93f7ea9a-35a4-4ad6-ad10-03e341f16a24 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:45.130657 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c0ad4bfb-1db8-4293-bb7e-a435099e2eac req-93f7ea9a-35a4-4ad6-ad10-03e341f16a24 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0840681 May 31 11:59:45.174125 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c0ad4bfb-1db8-4293-bb7e-a435099e2eac req-7929315c-07c7-411b-9c13-cef67c982dfe tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378752 May 31 11:59:46.353825 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd28d5-4670-4d02-981a-1358b2e6b76d req-fdb3a6e5-760a-4ac9-ab30-e690e86379e2 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:46.355297 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-fcfd28d5-4670-4d02-981a-1358b2e6b76d req-fdb3a6e5-760a-4ac9-ab30-e690e86379e2 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0792127 May 31 11:59:46.398941 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-fcfd28d5-4670-4d02-981a-1358b2e6b76d req-4b03bf4e-dc43-4198-ad95-9d389c9509d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=388006fa-08e3-4c6c-b58d-4f9cb42d8d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381258 May 31 11:59:46.485917 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-4152f2b3-7f38-4cec-ae36-b4aeccf96d97 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:46.487240 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-4152f2b3-7f38-4cec-ae36-b4aeccf96d97 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.36 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 945 time: 0.0774510 May 31 11:59:46.623117 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Deleting port 1736ef0f-77da-441a-90eb-163a59560460 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:46.623455 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:46.753736 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] For port 1736ef0f-77da-441a-90eb-163a59560460, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=1736ef0f-77da-441a-90eb-163a59560460,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:46.754087 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:47.047862 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:47.048173 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697336'] for floatingip, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:47.048531 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.l3_db [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Floating IP d721096b-74c7-4c55-8289-10f13cfd1a61 disassociated. External IP: 172.28.1.64, port: 1736ef0f-77da-441a-90eb-163a59560460. May 31 11:59:47.048865 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Calling delete_port for 1736ef0f-77da-441a-90eb-163a59560460 owned by compute:nova {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:47.215170 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:47.220790 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-190659a5-ef33-475f-8911-87b7e4aab065 tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:47.266893 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event deleted for resources: {'Port': ['ID=1736ef0f-77da-441a-90eb-163a59560460,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:47.278757 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.279136 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.279480 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.279828 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.280197 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.280582 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.281286 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.281286 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.281522 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.281859 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.282198 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.282532 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:47.333232 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:47.458688 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Router 50615db7-a7e2-477d-b898-de2ed573c037 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:59:47.661079 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-262fc929-4e6a-4f17-9423-e8289b1d21a3 req-f0ed5fe2-68d5-4719-9731-f5c0331664d2 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 210 time: 0.0642676 May 31 11:59:47.759350 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:59:47.769369 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e95447-faf6-4b4e-9084-c71ec4a77342 None None] Sync routers for ids ['50615db7-a7e2-477d-b898-de2ed573c037'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:59:47.778349 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e95447-faf6-4b4e-9084-c71ec4a77342 None None] Routers {'50615db7-a7e2-477d-b898-de2ed573c037'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:47.778950 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c0e95447-faf6-4b4e-9084-c71ec4a77342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:59:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['50615db7-a7e2-477d-b898-de2ed573c037'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:47.830958 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] No DVR routers for this DVR port 1736ef0f-77da-441a-90eb-163a59560460 on host hv-cinder-79124 {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:59:47.833540 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:47.836120 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e7f185-b71b-4c88-8265-4dd2cee4e896', 'name': 'network-vif-deleted', 'tag': '1736ef0f-77da-441a-90eb-163a59560460'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:47.838381 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b81fa34-be41-4d00-8da6-f29aee5ad59f" -d '{"events": [{"server_uuid": "82e7f185-b71b-4c88-8265-4dd2cee4e896", "name": "network-vif-deleted", "tag": "1736ef0f-77da-441a-90eb-163a59560460"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:47.880158 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc882d1b-5be0-4cea-8b16-e7b2bfdc46f3 x-openstack-request-id: req-fc882d1b-5be0-4cea-8b16-e7b2bfdc46f3 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:47.880545 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e7f185-b71b-4c88-8265-4dd2cee4e896", "name": "network-vif-deleted", "tag": "1736ef0f-77da-441a-90eb-163a59560460", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:47.880891 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc882d1b-5be0-4cea-8b16-e7b2bfdc46f3 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:47.881370 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e7f185-b71b-4c88-8265-4dd2cee4e896', 'name': 'network-vif-deleted', 'tag': '1736ef0f-77da-441a-90eb-163a59560460', 'status': 'completed', 'code': 200} May 31 11:59:47.919294 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0b0183f2-26cb-483e-8101-3e458f5cc1a7 req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.36 "DELETE /v2.0/ports/1736ef0f-77da-441a-90eb-163a59560460 HTTP/1.1" status: 204 len: 173 time: 1.4249208 May 31 11:59:48.000181 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-c0e95447-faf6-4b4e-9084-c71ec4a77342 None None] Set router 50615db7-a7e2-477d-b898-de2ed573c037 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:48.322495 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c0e95447-faf6-4b4e-9084-c71ec4a77342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '1c8720ed-a644-41c0-ba2e-90d9b6859931', 'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'mac_address': 'fa:16:3e:d7:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:15Z', 'updated_at': '2021-05-31T11:56:23Z', 'revision_number': 5, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'subnets': [{'id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:48.326759 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e95447-faf6-4b4e-9084-c71ec4a77342 None None] Checking router: 50615db7-a7e2-477d-b898-de2ed573c037 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:59:48.335262 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e95447-faf6-4b4e-9084-c71ec4a77342 None None] Routers {'50615db7-a7e2-477d-b898-de2ed573c037'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:48.335847 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c0e95447-faf6-4b4e-9084-c71ec4a77342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T11:59:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['50615db7-a7e2-477d-b898-de2ed573c037'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:48.507925 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-c0e95447-faf6-4b4e-9084-c71ec4a77342 None None] Set router 50615db7-a7e2-477d-b898-de2ed573c037 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:48.822987 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-c0e95447-faf6-4b4e-9084-c71ec4a77342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '1c8720ed-a644-41c0-ba2e-90d9b6859931', 'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'mac_address': 'fa:16:3e:d7:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:15Z', 'updated_at': '2021-05-31T11:56:23Z', 'revision_number': 5, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'subnets': [{'id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:48.827025 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-96b95e17-7182-48b5-96a9-c1aeb53460b0 req-f4c99cd2-8dfa-4f20-9b08-f167648bd830 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Synchronizing usage tracker for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:48.828253 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e95447-faf6-4b4e-9084-c71ec4a77342 None None] The sync data for ids ['50615db7-a7e2-477d-b898-de2ed573c037'] in dv-cinder-791240-4-smb is: [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '1c8720ed-a644-41c0-ba2e-90d9b6859931', 'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'mac_address': 'fa:16:3e:d7:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:15Z', 'updated_at': '2021-05-31T11:56:23Z', 'revision_number': 5, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'subnets': [{'id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:59:48.893298 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-96b95e17-7182-48b5-96a9-c1aeb53460b0 req-f4c99cd2-8dfa-4f20-9b08-f167648bd830 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Unset dirty status for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:48.894499 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-96b95e17-7182-48b5-96a9-c1aeb53460b0 req-f4c99cd2-8dfa-4f20-9b08-f167648bd830 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=82e7f185-b71b-4c88-8265-4dd2cee4e896 HTTP/1.1" status: 200 len: 210 time: 0.1127405 May 31 11:59:49.042926 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f1d44-5b6a-4229-b1d3-f8cba67a73a7 None None] New status for floating IP d721096b-74c7-4c55-8289-10f13cfd1a61: DOWN {{(pid=98767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:59:50.093611 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48054) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:50.098435 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 1736ef0f-77da-441a-90eb-163a59560460 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:59:50.131734 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: 1736ef0f-77da-441a-90eb-163a59560460 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:59:50.132115 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 1736ef0f-77da-441a-90eb-163a59560460 not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:59:50.159148 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-be14f345-5365-4fb7-b4aa-46156e3385b2 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.185812 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-be14f345-5365-4fb7-b4aa-46156e3385b2 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.317903 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-be14f345-5365-4fb7-b4aa-46156e3385b2 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.321787 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-1443db95-fc72-4b2d-9107-c5fa5962d548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:50.336217 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14f345-5365-4fb7-b4aa-46156e3385b2 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388006fa-08e3-4c6c-b58d-4f9cb42d8d42,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:50.339331 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-be14f345-5365-4fb7-b4aa-46156e3385b2 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:50.408085 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-be14f345-5365-4fb7-b4aa-46156e3385b2 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.409243 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-be14f345-5365-4fb7-b4aa-46156e3385b2 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "DELETE /v2.0/security-groups/388006fa-08e3-4c6c-b58d-4f9cb42d8d42 HTTP/1.1" status: 204 len: 168 time: 0.3146195 May 31 11:59:50.411804 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48058) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:50.427575 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.api.v2.resource [None req-bf268ef4-4c79-4914-a15b-658681427641 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] show failed (client error): The resource could not be found. May 31 11:59:50.428536 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-bf268ef4-4c79-4914-a15b-658681427641 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups/388006fa-08e3-4c6c-b58d-4f9cb42d8d42 HTTP/1.1" status: 404 len: 347 time: 0.0158496 May 31 11:59:50.431034 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48062) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:50.646281 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-58548242-d6a0-472a-b182-2beb0d2b3a7b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Deleting port f2d6e39a-7c9d-41f1-9b24-13a860c27298 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:50.646610 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-58548242-d6a0-472a-b182-2beb0d2b3a7b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.759669 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-58548242-d6a0-472a-b182-2beb0d2b3a7b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.759982 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-58548242-d6a0-472a-b182-2beb0d2b3a7b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.879228 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-58548242-d6a0-472a-b182-2beb0d2b3a7b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Calling delete_port for f2d6e39a-7c9d-41f1-9b24-13a860c27298 owned by network:floatingip {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:51.061092 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-58548242-d6a0-472a-b182-2beb0d2b3a7b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:51.065185 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-8183f81e-8218-4833-a525-b943ebfdfb50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:51.107540 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58548242-d6a0-472a-b182-2beb0d2b3a7b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event deleted for resources: {'Port': ['ID=f2d6e39a-7c9d-41f1-9b24-13a860c27298,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:51.110670 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-58548242-d6a0-472a-b182-2beb0d2b3a7b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:51.199239 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-58548242-d6a0-472a-b182-2beb0d2b3a7b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for floatingip, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:51.292971 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-58548242-d6a0-472a-b182-2beb0d2b3a7b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:51.294191 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-58548242-d6a0-472a-b182-2beb0d2b3a7b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "DELETE /v2.0/floatingips/d721096b-74c7-4c55-8289-10f13cfd1a61 HTTP/1.1" status: 204 len: 168 time: 0.8622284 May 31 11:59:52.808688 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48070) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:52.814585 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1954879845', 'description': 'tempest-description--2031655845'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:52.820431 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:52.824659 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Usage tracker for resource:security_group and tenant:34f0e76e94764cfd8eb89731efc545cc is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:52.827559 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:52.833292 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:52.903878 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:52.924050 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:52.927852 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Usage tracker for resource:security_group_rule and tenant:34f0e76e94764cfd8eb89731efc545cc is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:52.930628 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:52.936402 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:53.003373 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:53.075218 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:53.080878 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-af1d7451-3cfe-4a47-8850-f324651ea897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:53.121322 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c48d59-207c-4ade-92ed-9fd90a9c5ee5,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:53.124216 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:53.180724 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:53.182039 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3723228 May 31 11:59:53.184829 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48074) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:53.190349 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-ed4b4ad5-3499-4610-ab27-e63b6889cbca tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Request body: {'security_group_rule': {'security_group_id': '56c48d59-207c-4ade-92ed-9fd90a9c5ee5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:53.196172 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-ed4b4ad5-3499-4610-ab27-e63b6889cbca tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:53.199941 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-ed4b4ad5-3499-4610-ab27-e63b6889cbca tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Usage tracker for resource:security_group_rule and tenant:34f0e76e94764cfd8eb89731efc545cc is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:53.203403 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-ed4b4ad5-3499-4610-ab27-e63b6889cbca tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:53.209074 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-ed4b4ad5-3499-4610-ab27-e63b6889cbca tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:53.295207 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4ad5-3499-4610-ab27-e63b6889cbca tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:53.356388 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4ad5-3499-4610-ab27-e63b6889cbca tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:53.437786 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4ad5-3499-4610-ab27-e63b6889cbca tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:53.440331 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-35906154-44a4-4ca4-b6fb-fbe3b985f270 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:53.462568 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b4ad5-3499-4610-ab27-e63b6889cbca tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99db1871-90ab-4936-a7b0-fa3f9d631b79,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:53.464897 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ed4b4ad5-3499-4610-ab27-e63b6889cbca tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:53.523666 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4ad5-3499-4610-ab27-e63b6889cbca tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:53.524897 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-ed4b4ad5-3499-4610-ab27-e63b6889cbca tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3391402 May 31 11:59:53.527701 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48078) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:53.535137 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-cdd7da3a-1201-4d9a-b334-c46b8b2e214e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Request body: {'security_group_rule': {'security_group_id': '56c48d59-207c-4ade-92ed-9fd90a9c5ee5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:53.538269 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-cdd7da3a-1201-4d9a-b334-c46b8b2e214e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:53.542177 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-cdd7da3a-1201-4d9a-b334-c46b8b2e214e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Usage tracker for resource:security_group_rule and tenant:34f0e76e94764cfd8eb89731efc545cc is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:53.545032 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-cdd7da3a-1201-4d9a-b334-c46b8b2e214e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:53.551204 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-cdd7da3a-1201-4d9a-b334-c46b8b2e214e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:53.632245 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cdd7da3a-1201-4d9a-b334-c46b8b2e214e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:53.692679 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cdd7da3a-1201-4d9a-b334-c46b8b2e214e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:53.740458 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cdd7da3a-1201-4d9a-b334-c46b8b2e214e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:53.742399 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:53.765536 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7da3a-1201-4d9a-b334-c46b8b2e214e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3828f952-d772-4679-8111-fe5e485aa98e,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:53.767915 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-cdd7da3a-1201-4d9a-b334-c46b8b2e214e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:53.832325 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-cdd7da3a-1201-4d9a-b334-c46b8b2e214e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:53.833431 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-cdd7da3a-1201-4d9a-b334-c46b8b2e214e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3048041 May 31 11:59:53.836574 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48082) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:53.841549 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Request body: {'floatingip': {'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:53.847132 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:53.850927 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Usage tracker for resource:floatingip and tenant:34f0e76e94764cfd8eb89731efc545cc is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:53.853758 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:53.859411 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:53.915481 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for floatingip, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:54.138421 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:54.271155 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Allocated IP 172.28.1.157 (44138ec9-aa29-40d8-b84a-8c450b87461c/270374c3-e0a8-4da5-b8af-4f1fd2d3da10/0f63abb5-38ad-4994-bf60-dde68000cb83) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:59:54.414400 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:54.515823 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:54.520288 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:54.581888 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Network 44138ec9-aa29-40d8-b84a-8c450b87461c is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:54.584656 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:54.587069 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:59:54.624610 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event updated for resources: {'Port': ['ID=0f63abb5-38ad-4994-bf60-dde68000cb83,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:54.627934 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:54.671049 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:54.790550 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:54.993506 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:55.064052 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:55.067429 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-35822e27-b99c-4657-a52f-495ea2d0e531 tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:55.173280 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event updated for resources: {'Port': ['ID=0f63abb5-38ad-4994-bf60-dde68000cb83,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:55.175930 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:55.184388 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697336'] for floatingip, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:55.258534 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:55.259685 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4222064 May 31 11:59:55.474847 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-2cad09ca-3855-4bef-9574-233e29dc17f4 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Synchronizing usage tracker for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:security_group {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:55.552045 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-2cad09ca-3855-4bef-9574-233e29dc17f4 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Unset dirty status for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:security_group {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:55.553188 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-2cad09ca-3855-4bef-9574-233e29dc17f4 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1954879845&fields=id&tenant_id=34f0e76e94764cfd8eb89731efc545cc HTTP/1.1" status: 200 len: 267 time: 0.1179461 May 31 11:59:55.701508 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-758ad741-99a6-4bac-b7a5-8afc02253df1 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:55.702182 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-758ad741-99a6-4bac-b7a5-8afc02253df1 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Synchronizing usage tracker for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:network {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:55.803393 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-758ad741-99a6-4bac-b7a5-8afc02253df1 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Unset dirty status for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:network {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:55.804481 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-758ad741-99a6-4bac-b7a5-8afc02253df1 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/networks?id=5826c415-3fe8-4517-91ef-eb31079ce526 HTTP/1.1" status: 200 len: 811 time: 0.2448103 May 31 11:59:55.819353 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-a1857893-99cb-4dd1-bf6e-0474e22e1c57 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/quotas/34f0e76e94764cfd8eb89731efc545cc HTTP/1.1" status: 200 len: 375 time: 0.0093617 May 31 11:59:55.899457 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-7d9c188c-f9a4-4bc3-a5b3-edc8576ba20c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Synchronizing usage tracker for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:56.029575 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-7d9c188c-f9a4-4bc3-a5b3-edc8576ba20c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Unset dirty status for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:56.030851 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-7d9c188c-f9a4-4bc3-a5b3-edc8576ba20c tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f0e76e94764cfd8eb89731efc545cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2067599 May 31 11:59:56.168891 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-1060d894-19fd-4fbd-8d49-fe8bd5746975 service neutron] 10.222.0.43 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261857 May 31 11:59:56.298553 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f200dd39-2db0-4b60-99b1-3c0af300893d service neutron] 10.222.0.43 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228240 May 31 11:59:56.571446 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-71b00a57-cac7-4bef-b49f-30fa0c20f14f req-3ea74438-bb0d-4b38-a3c2-16c6d989a7ba tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 210 time: 0.0452468 May 31 11:59:57.720293 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9a28bdf0-3e27-4ebf-8057-66642aeab16e req-20b33b53-2d28-4219-9bf0-a40c3c0d929d tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 210 time: 0.0449867 May 31 11:59:58.690242 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-7d22ff45-6942-4a1f-a22f-d3274bf03a4a tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:58.726220 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-7d22ff45-6942-4a1f-a22f-d3274bf03a4a tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.36 "GET /v2.0/networks?id=5826c415-3fe8-4517-91ef-eb31079ce526 HTTP/1.1" status: 200 len: 811 time: 0.2363918 May 31 11:59:58.746328 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-510c3dee-8b14-4858-8ad0-02db686dcdc2 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34f0e76e94764cfd8eb89731efc545cc HTTP/1.1" status: 200 len: 380 time: 0.0390496 May 31 11:59:58.755252 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Request body: {'port': {'device_id': '92d40b1f-eda0-46ca-acf4-9d2dceab6270', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'admin_state_up': True, 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'security_groups': ['56c48d59-207c-4ade-92ed-9fd90a9c5ee5']}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:58.866724 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-d9313c96-42c1-489f-a93a-ca878435c919 req-9990e451-be79-4b7a-a7ff-5f24bc774007 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 210 time: 0.0416346 May 31 11:59:58.892984 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:58.902150 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:58.984323 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Made reservation on behalf of 34f0e76e94764cfd8eb89731efc545cc for: {'port': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:59:58.988574 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.153091 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Allocated IP 172.20.0.10 (5826c415-3fe8-4517-91ef-eb31079ce526/edde4eb3-72fa-4627-bcaa-bdeb0e37c13b/a30eb7b4-835f-4cff-94f1-a8d887e8834b) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:59:59.336073 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.351411 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Transition to ACTIVE for port object a30eb7b4-835f-4cff-94f1-a8d887e8834b will not be triggered until provisioned by entity DHCP. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:59.455483 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.462065 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-5f46c477-e726-42c7-b0ef-0b9ab32bdce3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:59.528911 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Network 5826c415-3fe8-4517-91ef-eb31079ce526 is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:59.532052 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:59.534941 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:59:59.580093 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event updated for resources: {'Port': ['ID=a30eb7b4-835f-4cff-94f1-a8d887e8834b,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:59.583332 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:59.604085 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:59.604689 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.682306 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9311666 May 31 11:59:59.701680 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Request body: {'port': {'device_id': '92d40b1f-eda0-46ca-acf4-9d2dceab6270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:59.813407 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.847321 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-01453bfb-6193-46e3-b106-66fa8a373010 None None] Provisioning for port a30eb7b4-835f-4cff-94f1-a8d887e8834b completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:59.852113 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-01453bfb-6193-46e3-b106-66fa8a373010 None None] Provisioning complete for port a30eb7b4-835f-4cff-94f1-a8d887e8834b triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:59.852509 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-01453bfb-6193-46e3-b106-66fa8a373010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:59.919956 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-01453bfb-6193-46e3-b106-66fa8a373010 None None] Port a30eb7b4-835f-4cff-94f1-a8d887e8834b cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:59:59.978746 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c9bf1ab7-5a78-42c2-b136-bb7d54885dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:00.154303 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4102ff-c1e1-4cd7-90a1-b61c9e474bcf req-ed694693-be6e-4e36-9838-b652901cab04 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:00.154895 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-3c4102ff-c1e1-4cd7-90a1-b61c9e474bcf req-ed694693-be6e-4e36-9838-b652901cab04 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Synchronizing usage tracker for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:00.244752 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30eb7b4-835f-4cff-94f1-a8d887e8834b {{(pid=98764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:00:00.251595 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-3c4102ff-c1e1-4cd7-90a1-b61c9e474bcf req-ed694693-be6e-4e36-9838-b652901cab04 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Unset dirty status for tenant:34f0e76e94764cfd8eb89731efc545cc on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:00.252763 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3c4102ff-c1e1-4cd7-90a1-b61c9e474bcf req-ed694693-be6e-4e36-9838-b652901cab04 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 932 time: 0.2720482 May 31 12:00:00.254320 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:00.286704 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Transition to ACTIVE for port object a30eb7b4-835f-4cff-94f1-a8d887e8834b will not be triggered until provisioned by entity L2. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:00.307467 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3c4102ff-c1e1-4cd7-90a1-b61c9e474bcf req-0570c58c-3652-4435-ab92-2387c54274d1 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=56c48d59-207c-4ade-92ed-9fd90a9c5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490105 May 31 12:00:00.409691 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:00.413475 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-c9a0b58b-7dfa-4fb5-aa19-221f17b2be3e tempest-ServerRescueNegativeTestJSON-224438399 tempest-ServerRescueNegativeTestJSON-224438399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:00.560403 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Pushing event updated for resources: {'Port': ['ID=a30eb7b4-835f-4cff-94f1-a8d887e8834b,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:00.568507 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:00.644456 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Attempting to bind port a30eb7b4-835f-4cff-94f1-a8d887e8834b on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:00:00.644790 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Attempting to bind port a30eb7b4-835f-4cff-94f1-a8d887e8834b by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:00:00.645113 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Attempting to bind port a30eb7b4-835f-4cff-94f1-a8d887e8834b on network 5826c415-3fe8-4517-91ef-eb31079ce526 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:00.649599 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Port a30eb7b4-835f-4cff-94f1-a8d887e8834b on network 5826c415-3fe8-4517-91ef-eb31079ce526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:00:00.649911 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Attempting to bind port a30eb7b4-835f-4cff-94f1-a8d887e8834b on network 5826c415-3fe8-4517-91ef-eb31079ce526 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:00.654867 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:00:00.655197 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Checking segment: {'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:00.655568 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Bound using segment: {'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:00:00.655983 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Bound port: a30eb7b4-835f-4cff-94f1-a8d887e8834b, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3644cc-1c54-41e1-92ff-e12819f59fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526'}}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:00:00.656358 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:00.742942 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] For port a30eb7b4-835f-4cff-94f1-a8d887e8834b, host hv-cinder-79124, cleared binding levels {{(pid=98764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:00:00.745866 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] For port a30eb7b4-835f-4cff-94f1-a8d887e8834b, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=a30eb7b4-835f-4cff-94f1-a8d887e8834b,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:00:00.819002 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:00.823673 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-70d0d013-dd98-4083-99f6-fa60b9f6444e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:00.958931 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:00.959619 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:00.961040 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] 10.222.0.36 "PUT /v2.0/ports/a30eb7b4-835f-4cff-94f1-a8d887e8834b HTTP/1.1" status: 200 len: 1094 time: 1.2635148 May 31 12:00:00.963752 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d40b1f-eda0-46ca-acf4-9d2dceab6270', 'tag': 'a30eb7b4-835f-4cff-94f1-a8d887e8834b'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:00.966082 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7ec8fc-4440-44a8-add3-7a210d37af2a" -d '{"events": [{"name": "network-changed", "server_uuid": "92d40b1f-eda0-46ca-acf4-9d2dceab6270", "tag": "a30eb7b4-835f-4cff-94f1-a8d887e8834b"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:00.990561 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Pushing event updated for resources: {'Port': ['ID=a30eb7b4-835f-4cff-94f1-a8d887e8834b,revision_number=3']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:00.993933 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:01.013971 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016693c5-c56d-4440-91c1-13be8b887057 x-openstack-request-id: req-016693c5-c56d-4440-91c1-13be8b887057 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:01.014273 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d40b1f-eda0-46ca-acf4-9d2dceab6270", "tag": "a30eb7b4-835f-4cff-94f1-a8d887e8834b", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:01.014559 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-016693c5-c56d-4440-91c1-13be8b887057 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:01.015008 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d40b1f-eda0-46ca-acf4-9d2dceab6270', 'tag': 'a30eb7b4-835f-4cff-94f1-a8d887e8834b', 'status': 'completed', 'code': 200} May 31 12:00:01.129280 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ec8fc-4440-44a8-add3-7a210d37af2a req-01fafcfe-6aa2-4032-b226-c3cdf3c5992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:01.130764 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0b7ec8fc-4440-44a8-add3-7a210d37af2a req-01fafcfe-6aa2-4032-b226-c3cdf3c5992a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34f0e76e94764cfd8eb89731efc545cc&device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 1097 time: 0.0734782 May 31 12:00:01.285444 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ec8fc-4440-44a8-add3-7a210d37af2a req-f6e394a3-a9ba-48b6-a80d-3624b9c6bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:01.287116 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0b7ec8fc-4440-44a8-add3-7a210d37af2a req-f6e394a3-a9ba-48b6-a80d-3624b9c6bed3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=34f0e76e94764cfd8eb89731efc545cc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1422870 May 31 12:00:01.424381 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ec8fc-4440-44a8-add3-7a210d37af2a req-7a34e2ab-5b2e-4ecd-bcf9-14745c54058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:01.425819 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0b7ec8fc-4440-44a8-add3-7a210d37af2a req-7a34e2ab-5b2e-4ecd-bcf9-14745c54058f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320026 May 31 12:00:01.561277 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f8b33-7330-49c5-a93c-30905d2d16bf req-40e7a3ff-7f30-4095-add2-aa523db84fa0 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:01.562692 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-778f8b33-7330-49c5-a93c-30905d2d16bf req-40e7a3ff-7f30-4095-add2-aa523db84fa0 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 944 time: 0.1305122 May 31 12:00:01.604736 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-8c88c679-4df2-436a-a42b-a1c539f8d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:01.606128 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-8c88c679-4df2-436a-a42b-a1c539f8d061 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34f0e76e94764cfd8eb89731efc545cc&device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 1097 time: 0.1139026 May 31 12:00:01.615420 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-778f8b33-7330-49c5-a93c-30905d2d16bf req-b4819640-d55a-41c2-ac01-176b25abf415 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=56c48d59-207c-4ade-92ed-9fd90a9c5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454748 May 31 12:00:01.682623 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-2976d017-9ad8-4838-9a60-0c63fb693f89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a30eb7b4-835f-4cff-94f1-a8d887e8834b HTTP/1.1" status: 200 len: 217 time: 0.0629270 May 31 12:00:01.743433 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-694af7f0-e4cc-4657-bba2-96fb68341748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:01.744817 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-694af7f0-e4cc-4657-bba2-96fb68341748 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edde4eb3-72fa-4627-bcaa-bdeb0e37c13b HTTP/1.1" status: 200 len: 850 time: 0.0554793 May 31 12:00:01.822281 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-e167149d-8cd3-488d-9896-9329260d2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:01.823620 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-e167149d-8cd3-488d-9896-9329260d2c07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5826c415-3fe8-4517-91ef-eb31079ce526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719352 May 31 12:00:01.951597 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-d1bd5b3f-215b-496a-9ce1-5aefe8e56b87 service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214511 May 31 12:00:02.081722 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b36b918b-3578-401b-bcea-1d4ad80c4b04 req-b1e45776-2242-4cad-87a1-62693da0f706 service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224513 May 31 12:00:02.321390 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-57a9ce58-cd3b-484e-bfc5-2830870fd69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:02.357832 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:02.800348 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777523ba-8064-47cd-af86-e80487223518 req-dd5774b9-49bc-4354-82d9-13f2a08f8c25 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:02.801823 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-777523ba-8064-47cd-af86-e80487223518 req-dd5774b9-49bc-4354-82d9-13f2a08f8c25 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 944 time: 0.0789089 May 31 12:00:02.848616 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-777523ba-8064-47cd-af86-e80487223518 req-2ae7337d-e54a-42b7-8f8c-0255da7ae7df tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=56c48d59-207c-4ade-92ed-9fd90a9c5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412123 May 31 12:00:03.192251 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:04.028058 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee34577-d19f-4dcf-b69e-ebe022e0b0ec req-c5e5c033-979b-47d3-8fb8-545b2430ec73 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:04.029446 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-aee34577-d19f-4dcf-b69e-ebe022e0b0ec req-c5e5c033-979b-47d3-8fb8-545b2430ec73 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 944 time: 0.0787630 May 31 12:00:04.072390 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-aee34577-d19f-4dcf-b69e-ebe022e0b0ec req-28fa90f3-1470-425f-b9fb-97f59bfddc35 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=56c48d59-207c-4ade-92ed-9fd90a9c5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365465 May 31 12:00:04.961503 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:05.252670 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff1a43-f381-4dfa-94f3-df125e852f95 req-c49b1581-6307-47a0-b995-70fa4016925b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:05.254110 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-80ff1a43-f381-4dfa-94f3-df125e852f95 req-c49b1581-6307-47a0-b995-70fa4016925b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 944 time: 0.0792668 May 31 12:00:05.298653 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-80ff1a43-f381-4dfa-94f3-df125e852f95 req-6441d005-4e92-47ea-8ec6-58fb88676985 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=56c48d59-207c-4ade-92ed-9fd90a9c5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390139 May 31 12:00:06.201846 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device a30eb7b4-835f-4cff-94f1-a8d887e8834b details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:00:06.333925 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port a30eb7b4-835f-4cff-94f1-a8d887e8834b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=a30eb7b4-835f-4cff-94f1-a8d887e8834b,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:06.347479 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': 'a30eb7b4-835f-4cff-94f1-a8d887e8834b', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'port_id': 'a30eb7b4-835f-4cff-94f1-a8d887e8834b', 'mac_address': 'fa:16:3e:57:b8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:00:06.402466 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:06.418868 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30eb7b4-835f-4cff-94f1-a8d887e8834b {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:00:06.434391 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port a30eb7b4-835f-4cff-94f1-a8d887e8834b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=a30eb7b4-835f-4cff-94f1-a8d887e8834b,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:06.486564 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70c9bf-b494-42e3-8898-f8021bcd5f2c req-b6698247-7fd4-4b6f-882d-38dce1b536f7 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:06.488544 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3e70c9bf-b494-42e3-8898-f8021bcd5f2c req-b6698247-7fd4-4b6f-882d-38dce1b536f7 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 944 time: 0.0852396 May 31 12:00:06.495289 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:06.497878 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-ad7d574e-8d78-4b41-9989-ac294a577f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:06.532980 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3e70c9bf-b494-42e3-8898-f8021bcd5f2c req-e24b307d-44a1-407b-b950-7aa180d7dc98 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=56c48d59-207c-4ade-92ed-9fd90a9c5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385671 May 31 12:00:06.566997 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=a30eb7b4-835f-4cff-94f1-a8d887e8834b,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:06.574403 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:06.574747 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:06.575082 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:06.575415 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:06.575741 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:06.576087 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:06.576413 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:06.576734 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:06.577058 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:06.577375 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:06.577696 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:06.578013 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:06.581981 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:06.840939 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['a30eb7b4-835f-4cff-94f1-a8d887e8834b'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:00:07.278226 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:07.347179 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c6c43-af94-4a30-bdfa-7b1f006045ee req-c1380b83-cafe-425c-935f-20ed11662622 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:07.348649 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9d8c6c43-af94-4a30-bdfa-7b1f006045ee req-c1380b83-cafe-425c-935f-20ed11662622 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 947 time: 0.0781167 May 31 12:00:07.395496 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9d8c6c43-af94-4a30-bdfa-7b1f006045ee req-ff03ece7-39bd-4df6-a0d5-1000aa112a8e tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411408 May 31 12:00:07.721089 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394daa58-21bc-4838-817b-02d20f6e86d5 req-e7132de7-1a5b-4b93-bacd-51dc05f4cc03 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:07.722548 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-394daa58-21bc-4838-817b-02d20f6e86d5 req-e7132de7-1a5b-4b93-bacd-51dc05f4cc03 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 945 time: 0.0823364 May 31 12:00:07.766906 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-394daa58-21bc-4838-817b-02d20f6e86d5 req-42aa6227-32f9-40fd-bbcf-fbd0c6775638 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=56c48d59-207c-4ade-92ed-9fd90a9c5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382404 May 31 12:00:08.219255 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device a30eb7b4-835f-4cff-94f1-a8d887e8834b up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:08.375116 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port a30eb7b4-835f-4cff-94f1-a8d887e8834b completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:08.380244 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port a30eb7b4-835f-4cff-94f1-a8d887e8834b triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:08.380647 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:08.495424 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:08.522169 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d40b1f-eda0-46ca-acf4-9d2dceab6270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30eb7b4-835f-4cff-94f1-a8d887e8834b'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:08.524403 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b5c66b-2505-4d1e-a34b-5b1b7ea378c5" -d '{"events": [{"server_uuid": "92d40b1f-eda0-46ca-acf4-9d2dceab6270", "name": "network-vif-plugged", "status": "completed", "tag": "a30eb7b4-835f-4cff-94f1-a8d887e8834b"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:08.531993 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port a30eb7b4-835f-4cff-94f1-a8d887e8834b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=a30eb7b4-835f-4cff-94f1-a8d887e8834b,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:08.569859 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd863290-954e-4e87-ae41-32f3f60eb8ec x-openstack-request-id: req-dd863290-954e-4e87-ae41-32f3f60eb8ec {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:08.570193 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d40b1f-eda0-46ca-acf4-9d2dceab6270", "name": "network-vif-plugged", "status": "completed", "tag": "a30eb7b4-835f-4cff-94f1-a8d887e8834b", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:08.570496 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd863290-954e-4e87-ae41-32f3f60eb8ec {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:08.570890 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d40b1f-eda0-46ca-acf4-9d2dceab6270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30eb7b4-835f-4cff-94f1-a8d887e8834b', 'code': 200} May 31 12:00:08.585371 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f87b6-4a2d-41a1-8fc3-8d9d4ea993e6 req-c64cf06a-1f1b-4016-9051-b3737c1cea06 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:08.586826 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-920f87b6-4a2d-41a1-8fc3-8d9d4ea993e6 req-c64cf06a-1f1b-4016-9051-b3737c1cea06 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 947 time: 0.0818679 May 31 12:00:08.595579 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:00:08.632702 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-920f87b6-4a2d-41a1-8fc3-8d9d4ea993e6 req-6ed159e8-1337-4c5e-8538-8e4c8e22b178 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401788 May 31 12:00:08.658515 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:08.661835 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:08.729359 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=a30eb7b4-835f-4cff-94f1-a8d887e8834b,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:08.732212 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:08.955572 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5df30-7a3d-4bbd-8373-b2cf2a6b4ff9 req-14765efe-5096-4ae6-9a55-009ca918ec72 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:08.957077 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6ae5df30-7a3d-4bbd-8373-b2cf2a6b4ff9 req-14765efe-5096-4ae6-9a55-009ca918ec72 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 946 time: 0.0792818 May 31 12:00:09.044325 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6ae5df30-7a3d-4bbd-8373-b2cf2a6b4ff9 req-17d15c83-71ae-4767-bbe6-d347f6388ad7 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=56c48d59-207c-4ade-92ed-9fd90a9c5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814748 May 31 12:00:09.052592 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-2f117383-1390-4eb3-84f9-8281face83d3 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:09.053741 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-2f117383-1390-4eb3-84f9-8281face83d3 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 947 time: 0.0830927 May 31 12:00:09.074231 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f71c7-2100-44f8-9ea0-8bca887cca46 req-e1a1aebc-6897-4632-8709-566246206a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:09.075669 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d3f71c7-2100-44f8-9ea0-8bca887cca46 req-e1a1aebc-6897-4632-8709-566246206a41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 1099 time: 0.0787115 May 31 12:00:09.119941 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5d3f71c7-2100-44f8-9ea0-8bca887cca46 req-9d81f500-cca0-42d8-9a22-d9d23b85b1a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=56c48d59-207c-4ade-92ed-9fd90a9c5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336986 May 31 12:00:09.187073 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Deleting port 80add088-6e4a-4d97-906f-1812a05f2552 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:00:09.187414 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.390154 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] For port 80add088-6e4a-4d97-906f-1812a05f2552, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=80add088-6e4a-4d97-906f-1812a05f2552,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:09.390421 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.679114 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.679706 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697336'] for floatingip, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.679809 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.l3_db [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Floating IP b0b5eec1-948f-4e82-b345-0855b639d767 disassociated. External IP: 172.28.1.13, port: 80add088-6e4a-4d97-906f-1812a05f2552. May 31 12:00:09.680142 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Calling delete_port for 80add088-6e4a-4d97-906f-1812a05f2552 owned by compute:nova {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:00:09.855487 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d7b4a-bef6-4d08-b121-20930600d1ef req-48cc9897-5503-4ae9-beab-916d848346ee tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:09.856963 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-320d7b4a-bef6-4d08-b121-20930600d1ef req-48cc9897-5503-4ae9-beab-916d848346ee tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 947 time: 0.1035194 May 31 12:00:09.896587 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:09.903117 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:09.934992 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-320d7b4a-bef6-4d08-b121-20930600d1ef req-504e6200-c46b-49d2-ab81-e8ca2dbf0ab7 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups?id=86c4ae5c-7dfd-4b32-9208-d727082b362b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717585 May 31 12:00:09.949275 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event deleted for resources: {'Port': ['ID=80add088-6e4a-4d97-906f-1812a05f2552,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:09.953250 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:10.148387 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:00:10.233511 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed00a4-52b7-481a-93bf-ce84ec738da5 req-1d8dc34b-82cf-4cfc-8aca-2a667912fb4b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:10.234903 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-79ed00a4-52b7-481a-93bf-ce84ec738da5 req-1d8dc34b-82cf-4cfc-8aca-2a667912fb4b tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 946 time: 0.0820794 May 31 12:00:10.295594 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-79ed00a4-52b7-481a-93bf-ce84ec738da5 req-8d5ee3f7-3bdb-4236-9949-28b50a6589c0 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=56c48d59-207c-4ade-92ed-9fd90a9c5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549505 May 31 12:00:10.354786 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:00:10.367289 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c5eef2-90f0-4ccd-965e-fa214c9df084 None None] Sync routers for ids ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:00:10.377247 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c5eef2-90f0-4ccd-965e-fa214c9df084 None None] Routers {'3701f7a9-8809-4284-8192-2bc4dc7ce8b8'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:10.377882 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-81c5eef2-90f0-4ccd-965e-fa214c9df084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:00:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:10.431521 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] No DVR routers for this DVR port 80add088-6e4a-4d97-906f-1812a05f2552 on host hv-cinder-79124 {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:00:10.434427 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:10.437146 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'name': 'network-vif-deleted', 'tag': '80add088-6e4a-4d97-906f-1812a05f2552'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:10.439951 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a48ff1c-c162-40d0-ad55-8143ed15adaf" -d '{"events": [{"server_uuid": "2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f", "name": "network-vif-deleted", "tag": "80add088-6e4a-4d97-906f-1812a05f2552"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:10.485688 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567e57c9-a03d-499b-ae5a-540c11d67bcc x-openstack-request-id: req-567e57c9-a03d-499b-ae5a-540c11d67bcc {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:10.486015 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f", "name": "network-vif-deleted", "tag": "80add088-6e4a-4d97-906f-1812a05f2552", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:10.486301 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-567e57c9-a03d-499b-ae5a-540c11d67bcc {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:10.486764 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f', 'name': 'network-vif-deleted', 'tag': '80add088-6e4a-4d97-906f-1812a05f2552', 'status': 'completed', 'code': 200} May 31 12:00:10.518284 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b70f620f-eb90-4012-b14a-4fcdeb38da1a req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.36 "DELETE /v2.0/ports/80add088-6e4a-4d97-906f-1812a05f2552 HTTP/1.1" status: 204 len: 173 time: 1.4561453 May 31 12:00:10.569549 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-81c5eef2-90f0-4ccd-965e-fa214c9df084 None None] Set router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:10.880299 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-81c5eef2-90f0-4ccd-965e-fa214c9df084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '79944c39-f436-485b-a1a3-fc2d933b94c3', 'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'mac_address': 'fa:16:3e:87:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:39Z', 'updated_at': '2021-05-31T11:53:46Z', 'revision_number': 5, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'subnets': [{'id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:10.884115 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c5eef2-90f0-4ccd-965e-fa214c9df084 None None] Checking router: 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:00:10.892568 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c5eef2-90f0-4ccd-965e-fa214c9df084 None None] Routers {'3701f7a9-8809-4284-8192-2bc4dc7ce8b8'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:10.893153 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-81c5eef2-90f0-4ccd-965e-fa214c9df084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:00:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:11.071967 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-81c5eef2-90f0-4ccd-965e-fa214c9df084 None None] Set router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:11.108594 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-19a1ccc6-55d2-446a-b869-8cfc4f627a57 req-320629e7-6c64-473a-8c86-73d27c73e4eb tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa9b3a3-7c9b-4af7-93b7-1252fcf2fe9f HTTP/1.1" status: 200 len: 210 time: 0.0456648 May 31 12:00:11.399098 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-81c5eef2-90f0-4ccd-965e-fa214c9df084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '79944c39-f436-485b-a1a3-fc2d933b94c3', 'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'mac_address': 'fa:16:3e:87:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:39Z', 'updated_at': '2021-05-31T11:53:46Z', 'revision_number': 5, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'subnets': [{'id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:11.403369 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c5eef2-90f0-4ccd-965e-fa214c9df084 None None] The sync data for ids ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'] in dv-cinder-791240-4-smb is: [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T11:53:40Z', 'revision_number': 4, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '79944c39-f436-485b-a1a3-fc2d933b94c3', 'name': '', 'network_id': '774bc46b-b0ab-40ae-90fc-5cf5267b00e4', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'mac_address': 'fa:16:3e:87:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:39Z', 'updated_at': '2021-05-31T11:53:46Z', 'revision_number': 5, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'subnets': [{'id': '1e380460-4b72-4669-bfbb-1247484cb9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:00:11.497482 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e132be-b2a2-4271-9ece-0477b8cce48a req-8522d80e-51cb-4989-ac63-981e308cf298 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:11.505894 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f1e132be-b2a2-4271-9ece-0477b8cce48a req-8522d80e-51cb-4989-ac63-981e308cf298 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 946 time: 0.0862596 May 31 12:00:11.547473 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f1e132be-b2a2-4271-9ece-0477b8cce48a req-5f12548e-f2c7-40f2-9925-182ddd5f9372 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=56c48d59-207c-4ade-92ed-9fd90a9c5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420160 May 31 12:00:11.610941 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983cbf1-652f-445e-aca0-232a2d98fa3a None None] New status for floating IP b0b5eec1-948f-4e82-b345-0855b639d767: DOWN {{(pid=98767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:00:11.728709 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a8df2-2515-4545-9e9b-5870181949cc req-da3c2706-04c4-44f1-98ec-2a0486fd0c12 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:11.730072 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-972a8df2-2515-4545-9e9b-5870181949cc req-da3c2706-04c4-44f1-98ec-2a0486fd0c12 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 946 time: 0.0794439 May 31 12:00:11.738558 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48164) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:11.743778 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-ea8f555c-16c3-4f1d-be5e-6dcff1402efe tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Request body: {'floatingip': {'port_id': 'a30eb7b4-835f-4cff-94f1-a8d887e8834b'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:11.821501 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ea8f555c-16c3-4f1d-be5e-6dcff1402efe tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for floatingip, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:12.256763 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 80add088-6e4a-4d97-906f-1812a05f2552 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:00:12.296654 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: 80add088-6e4a-4d97-906f-1812a05f2552 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:00:12.301173 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48172) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:12.301305 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 80add088-6e4a-4d97-906f-1812a05f2552 not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:00:12.360972 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-636e2ad3-c2d0-498e-9ef0-8cc73f20cdbb tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:12.389359 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-636e2ad3-c2d0-498e-9ef0-8cc73f20cdbb tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:12.496662 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ea8f555c-16c3-4f1d-be5e-6dcff1402efe tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:12.504090 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-636e2ad3-c2d0-498e-9ef0-8cc73f20cdbb tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:12.509278 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-50482570-0a52-451d-a0cc-f3db45a79fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:12.524263 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e2ad3-c2d0-498e-9ef0-8cc73f20cdbb tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c4ae5c-7dfd-4b32-9208-d727082b362b,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:12.526701 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-636e2ad3-c2d0-498e-9ef0-8cc73f20cdbb tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:12.578480 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ea8f555c-16c3-4f1d-be5e-6dcff1402efe tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697336'] for floatingip, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:12.617879 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-636e2ad3-c2d0-498e-9ef0-8cc73f20cdbb tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:12.619019 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-636e2ad3-c2d0-498e-9ef0-8cc73f20cdbb tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "DELETE /v2.0/security-groups/86c4ae5c-7dfd-4b32-9208-d727082b362b HTTP/1.1" status: 204 len: 168 time: 0.3206506 May 31 12:00:12.621629 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48176) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:12.637599 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.api.v2.resource [None req-4e11da74-af6d-4499-96a1-4893d48f4468 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] show failed (client error): The resource could not be found. May 31 12:00:12.638801 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-4e11da74-af6d-4499-96a1-4893d48f4468 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "GET /v2.0/security-groups/86c4ae5c-7dfd-4b32-9208-d727082b362b HTTP/1.1" status: 404 len: 347 time: 0.0163031 May 31 12:00:12.641666 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48180) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:12.751130 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.l3_db [None req-ea8f555c-16c3-4f1d-be5e-6dcff1402efe tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Floating IP 66d593a0-3c28-45f8-881d-46425ea77b3f associated. External IP: 172.28.1.157, port: a30eb7b4-835f-4cff-94f1-a8d887e8834b. May 31 12:00:12.934450 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-56eea560-aacd-4aaa-91e7-f9d007b9f79a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Deleting port 6443aea5-78f6-43f4-b663-b98fdb2ab0ae {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:00:12.934795 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-56eea560-aacd-4aaa-91e7-f9d007b9f79a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.049960 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-56eea560-aacd-4aaa-91e7-f9d007b9f79a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.050175 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-56eea560-aacd-4aaa-91e7-f9d007b9f79a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.098855 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8f555c-16c3-4f1d-be5e-6dcff1402efe tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Router 50615db7-a7e2-477d-b898-de2ed573c037 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:00:13.169723 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-56eea560-aacd-4aaa-91e7-f9d007b9f79a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Calling delete_port for 6443aea5-78f6-43f4-b663-b98fdb2ab0ae owned by network:floatingip {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:00:13.273969 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8f555c-16c3-4f1d-be5e-6dcff1402efe tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:00:13.278947 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-ea8f555c-16c3-4f1d-be5e-6dcff1402efe tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.284673 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34788f7-e1ec-48b4-b5c0-daad61e4176d None None] Sync routers for ids ['50615db7-a7e2-477d-b898-de2ed573c037'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:00:13.330907 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34788f7-e1ec-48b4-b5c0-daad61e4176d None None] Routers {'50615db7-a7e2-477d-b898-de2ed573c037'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:13.331414 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-d34788f7-e1ec-48b4-b5c0-daad61e4176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:00:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['50615db7-a7e2-477d-b898-de2ed573c037'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:13.332918 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-56eea560-aacd-4aaa-91e7-f9d007b9f79a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.340381 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-ea8f555c-16c3-4f1d-be5e-6dcff1402efe tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "PUT /v2.0/floatingips/66d593a0-3c28-45f8-881d-46425ea77b3f HTTP/1.1" status: 200 len: 992 time: 1.5981784 May 31 12:00:13.340577 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-39ea57c1-12e5-47df-88ec-ea9d359bb044 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:13.340770 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d40b1f-eda0-46ca-acf4-9d2dceab6270', 'tag': 'a30eb7b4-835f-4cff-94f1-a8d887e8834b'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:13.341524 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5002e6-ea39-4aa5-8362-9fa51abfbadd" -d '{"events": [{"name": "network-changed", "server_uuid": "92d40b1f-eda0-46ca-acf4-9d2dceab6270", "tag": "a30eb7b4-835f-4cff-94f1-a8d887e8834b"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:13.386930 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eea560-aacd-4aaa-91e7-f9d007b9f79a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Pushing event deleted for resources: {'Port': ['ID=6443aea5-78f6-43f4-b663-b98fdb2ab0ae,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:13.393901 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063dbc9e-b1ee-4b7a-9f89-6a38ebd48f72 x-openstack-request-id: req-063dbc9e-b1ee-4b7a-9f89-6a38ebd48f72 {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:13.394249 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d40b1f-eda0-46ca-acf4-9d2dceab6270", "tag": "a30eb7b4-835f-4cff-94f1-a8d887e8834b", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:13.394557 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-063dbc9e-b1ee-4b7a-9f89-6a38ebd48f72 {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:13.394982 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d40b1f-eda0-46ca-acf4-9d2dceab6270', 'tag': 'a30eb7b4-835f-4cff-94f1-a8d887e8834b', 'status': 'completed', 'code': 200} May 31 12:00:13.397337 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-56eea560-aacd-4aaa-91e7-f9d007b9f79a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:13.509957 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-d34788f7-e1ec-48b4-b5c0-daad61e4176d None None] Set router 50615db7-a7e2-477d-b898-de2ed573c037 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:13.542467 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-56eea560-aacd-4aaa-91e7-f9d007b9f79a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks [] for floatingip, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.565289 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5002e6-ea39-4aa5-8362-9fa51abfbadd req-bd399b8c-de58-4a4f-ac12-5647e89b3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:13.566809 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9f5002e6-ea39-4aa5-8362-9fa51abfbadd req-bd399b8c-de58-4a4f-ac12-5647e89b3771 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34f0e76e94764cfd8eb89731efc545cc&device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 1099 time: 0.1030788 May 31 12:00:13.568293 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-56eea560-aacd-4aaa-91e7-f9d007b9f79a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.569303 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-56eea560-aacd-4aaa-91e7-f9d007b9f79a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] 10.222.0.43 "DELETE /v2.0/floatingips/b0b5eec1-948f-4e82-b345-0855b639d767 HTTP/1.1" status: 204 len: 168 time: 0.9267938 May 31 12:00:13.700311 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5002e6-ea39-4aa5-8362-9fa51abfbadd req-0a827efc-d99b-4c2f-92ca-34bd52e7790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:13.701743 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9f5002e6-ea39-4aa5-8362-9fa51abfbadd req-0a827efc-d99b-4c2f-92ca-34bd52e7790f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5826c415-3fe8-4517-91ef-eb31079ce526 HTTP/1.1" status: 200 len: 912 time: 0.1282804 May 31 12:00:13.806034 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9f5002e6-ea39-4aa5-8362-9fa51abfbadd req-ff2db0aa-1c27-4df3-a17c-354eb911d8ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a30eb7b4-835f-4cff-94f1-a8d887e8834b HTTP/1.1" status: 200 len: 1000 time: 0.0965931 May 31 12:00:13.867570 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-d34788f7-e1ec-48b4-b5c0-daad61e4176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': '66d593a0-3c28-45f8-881d-46425ea77b3f', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'floating_ip_address': '172.28.1.157', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'port_id': 'a30eb7b4-835f-4cff-94f1-a8d887e8834b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'mac_address': 'fa:16:3e:57:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d40b1f-eda0-46ca-acf4-9d2dceab6270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:59:54Z', 'updated_at': '2021-05-31T12:00:12Z', 'revision_number': 1, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8720ed-a644-41c0-ba2e-90d9b6859931', 'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'mac_address': 'fa:16:3e:d7:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:15Z', 'updated_at': '2021-05-31T11:56:23Z', 'revision_number': 5, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'subnets': [{'id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:13.871463 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5002e6-ea39-4aa5-8362-9fa51abfbadd req-d7401080-b658-49ff-a8b0-6b3f02469bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:13.872576 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34788f7-e1ec-48b4-b5c0-daad61e4176d None None] Checking router: 50615db7-a7e2-477d-b898-de2ed573c037 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:00:13.872954 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9f5002e6-ea39-4aa5-8362-9fa51abfbadd req-d7401080-b658-49ff-a8b0-6b3f02469bf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edde4eb3-72fa-4627-bcaa-bdeb0e37c13b HTTP/1.1" status: 200 len: 850 time: 0.0607903 May 31 12:00:13.881589 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34788f7-e1ec-48b4-b5c0-daad61e4176d None None] Routers {'50615db7-a7e2-477d-b898-de2ed573c037'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:13.882195 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-d34788f7-e1ec-48b4-b5c0-daad61e4176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:00:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['50615db7-a7e2-477d-b898-de2ed573c037'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:13.955661 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5002e6-ea39-4aa5-8362-9fa51abfbadd req-ccd98e62-12fe-4f3c-9283-6f290574df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:13.957288 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9f5002e6-ea39-4aa5-8362-9fa51abfbadd req-ccd98e62-12fe-4f3c-9283-6f290574df79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5826c415-3fe8-4517-91ef-eb31079ce526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775754 May 31 12:00:14.060531 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-d34788f7-e1ec-48b4-b5c0-daad61e4176d None None] Set router 50615db7-a7e2-477d-b898-de2ed573c037 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:14.092894 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9f5002e6-ea39-4aa5-8362-9fa51abfbadd req-763a91c1-8059-46b1-8e0e-f2453e1c0a76 service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284146 May 31 12:00:14.228433 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9f5002e6-ea39-4aa5-8362-9fa51abfbadd req-a83df8cd-2647-41dd-acc7-2d028d75ecf3 service neutron] 10.222.0.36 "GET /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278801 May 31 12:00:14.408452 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-d34788f7-e1ec-48b4-b5c0-daad61e4176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': '66d593a0-3c28-45f8-881d-46425ea77b3f', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'floating_ip_address': '172.28.1.157', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'port_id': 'a30eb7b4-835f-4cff-94f1-a8d887e8834b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'mac_address': 'fa:16:3e:57:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d40b1f-eda0-46ca-acf4-9d2dceab6270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:59:54Z', 'updated_at': '2021-05-31T12:00:12Z', 'revision_number': 1, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8720ed-a644-41c0-ba2e-90d9b6859931', 'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'mac_address': 'fa:16:3e:d7:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:15Z', 'updated_at': '2021-05-31T11:56:23Z', 'revision_number': 5, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'subnets': [{'id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:14.412310 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34788f7-e1ec-48b4-b5c0-daad61e4176d None None] The sync data for ids ['50615db7-a7e2-477d-b898-de2ed573c037'] in dv-cinder-791240-4-smb is: [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': '66d593a0-3c28-45f8-881d-46425ea77b3f', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'floating_ip_address': '172.28.1.157', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'port_id': 'a30eb7b4-835f-4cff-94f1-a8d887e8834b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'mac_address': 'fa:16:3e:57:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d40b1f-eda0-46ca-acf4-9d2dceab6270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:59:54Z', 'updated_at': '2021-05-31T12:00:12Z', 'revision_number': 1, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8720ed-a644-41c0-ba2e-90d9b6859931', 'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'mac_address': 'fa:16:3e:d7:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:15Z', 'updated_at': '2021-05-31T11:56:23Z', 'revision_number': 5, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'subnets': [{'id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:00:14.584863 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f2653b-574f-4910-87bd-861eb066f2d7 None None] New status for floating IP 66d593a0-3c28-45f8-881d-46425ea77b3f: ACTIVE {{(pid=98767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:00:16.598677 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48212) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:17.380263 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-de696e12-6995-4695-a99d-fc634329b7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699338'] for router_interface, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:17.778738 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-de696e12-6995-4695-a99d-fc634329b7c5 admin admin] Deleting port 79944c39-f436-485b-a1a3-fc2d933b94c3 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:00:17.779430 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-de696e12-6995-4695-a99d-fc634329b7c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:17.897970 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [None req-de696e12-6995-4695-a99d-fc634329b7c5 admin admin] For port 79944c39-f436-485b-a1a3-fc2d933b94c3, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=79944c39-f436-485b-a1a3-fc2d933b94c3,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:17.898317 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-de696e12-6995-4695-a99d-fc634329b7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:18.022125 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-de696e12-6995-4695-a99d-fc634329b7c5 admin admin] Calling delete_port for 79944c39-f436-485b-a1a3-fc2d933b94c3 owned by network:router_interface {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:00:18.363516 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-de696e12-6995-4695-a99d-fc634329b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:18.368072 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-05994c8d-1547-4422-b895-e4b156a262ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:18.527561 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de696e12-6995-4695-a99d-fc634329b7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=79944c39-f436-485b-a1a3-fc2d933b94c3,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:18.530101 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-de696e12-6995-4695-a99d-fc634329b7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:18.771038 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-de696e12-6995-4695-a99d-fc634329b7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703834'] for router_interface, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:19.126942 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de696e12-6995-4695-a99d-fc634329b7c5 admin admin] Router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:00:19.306972 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de696e12-6995-4695-a99d-fc634329b7c5 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:00:19.315911 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e13f2a-3962-400c-ae1b-569edbf0134f None None] Sync routers for ids ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:00:19.319484 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-de696e12-6995-4695-a99d-fc634329b7c5 admin admin] 10.222.0.43 "PUT /v2.0/routers/3701f7a9-8809-4284-8192-2bc4dc7ce8b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7197495 May 31 12:00:19.321936 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48224) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:19.325102 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e13f2a-3962-400c-ae1b-569edbf0134f None None] Routers {'3701f7a9-8809-4284-8192-2bc4dc7ce8b8'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:19.325706 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-d4e13f2a-3962-400c-ae1b-569edbf0134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:00:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:19.494754 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Notify callbacks [] for router, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:19.499609 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-d4e13f2a-3962-400c-ae1b-569edbf0134f None None] Set router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:19.667244 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:19.826613 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-d4e13f2a-3962-400c-ae1b-569edbf0134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T12:00:18Z', 'revision_number': 5, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port': {'id': 'c63d7de5-f049-4b58-905e-f11b305fb7c9', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:53:35Z', 'updated_at': '2021-05-31T11:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:19.831512 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e13f2a-3962-400c-ae1b-569edbf0134f None None] Checking router: 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:00:19.840570 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e13f2a-3962-400c-ae1b-569edbf0134f None None] Routers {'3701f7a9-8809-4284-8192-2bc4dc7ce8b8'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:19.841195 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-d4e13f2a-3962-400c-ae1b-569edbf0134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:00:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:19.909843 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Deleting port c63d7de5-f049-4b58-905e-f11b305fb7c9 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:00:19.910192 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:19.992431 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-d4e13f2a-3962-400c-ae1b-569edbf0134f None None] Set router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 gateway port host: None {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:20.032516 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] For port c63d7de5-f049-4b58-905e-f11b305fb7c9, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=c63d7de5-f049-4b58-905e-f11b305fb7c9,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:20.032870 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.096486 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-d4e13f2a-3962-400c-ae1b-569edbf0134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 6, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port_host': None}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:20.100591 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e13f2a-3962-400c-ae1b-569edbf0134f None None] The sync data for ids ['3701f7a9-8809-4284-8192-2bc4dc7ce8b8'] in dv-cinder-791240-4-smb is: [{'id': '3701f7a9-8809-4284-8192-2bc4dc7ce8b8', 'name': 'tempest-AttachVolumeShelveTestJSON-265293764-router', 'tenant_id': '96d2340d017442468109cc2223b2c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:53:33Z', 'updated_at': '2021-05-31T12:00:19Z', 'revision_number': 6, 'project_id': '96d2340d017442468109cc2223b2c1ad', 'gw_port_host': None}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:00:20.156763 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Calling delete_port for c63d7de5-f049-4b58-905e-f11b305fb7c9 owned by network:router_gateway {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:00:20.358095 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.362346 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:20.405005 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c63d7de5-f049-4b58-905e-f11b305fb7c9,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:20.407989 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:20.502197 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697303'] for router_gateway, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.677533 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-983'] for router, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.679591 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.780902 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703590'] for router, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.781835 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3701f7a9-8809-4284-8192-2bc4dc7ce8b8 {{(pid=98764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:00:20.794051 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Notify callbacks [] for router, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.795319 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] 10.222.0.43 "DELETE /v2.0/routers/3701f7a9-8809-4284-8192-2bc4dc7ce8b8 HTTP/1.1" status: 204 len: 168 time: 1.4725010 May 31 12:00:20.798433 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48230) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:20.858313 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_v2 [None req-5968c105-e2cf-4af8-a946-601ea6390537 admin admin] Deleting subnet 1e380460-4b72-4669-bfbb-1247484cb9b0 {{(pid=98764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:00:20.863468 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-5968c105-e2cf-4af8-a946-601ea6390537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.915289 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-5968c105-e2cf-4af8-a946-601ea6390537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2206862'] for subnet, precommit_delete_associations {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.925100 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 79944c39-f436-485b-a1a3-fc2d933b94c3 no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:00:20.958593 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: 79944c39-f436-485b-a1a3-fc2d933b94c3 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:00:20.958841 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 79944c39-f436-485b-a1a3-fc2d933b94c3 not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:00:20.959259 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device c63d7de5-f049-4b58-905e-f11b305fb7c9 no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:00:20.995638 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: c63d7de5-f049-4b58-905e-f11b305fb7c9 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:00:20.996125 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device c63d7de5-f049-4b58-905e-f11b305fb7c9 not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:00:21.034359 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-5968c105-e2cf-4af8-a946-601ea6390537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118501'] for subnet, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.355602 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-5968c105-e2cf-4af8-a946-601ea6390537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8067920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2212154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3130862'] for subnet, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.359921 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-72e99559-ed63-40b3-9c36-da29b434d7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:21.398140 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968c105-e2cf-4af8-a946-601ea6390537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e380460-4b72-4669-bfbb-1247484cb9b0,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:21.400048 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-5968c105-e2cf-4af8-a946-601ea6390537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.402821 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-5968c105-e2cf-4af8-a946-601ea6390537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:21.405206 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836f5f87-f38e-4679-940f-6ff3b1629ba5 None None] Network 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:00:21.409525 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-5968c105-e2cf-4af8-a946-601ea6390537 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1e380460-4b72-4669-bfbb-1247484cb9b0 HTTP/1.1" status: 204 len: 168 time: 0.6079631 May 31 12:00:21.410302 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48236) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:21.525279 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866513'] for network, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.596391 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Deleting port a58da7b6-590e-449b-8381-41027dbcf068 {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:00:21.596647 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.655686 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b192349-8143-4d92-8222-d1ca2d1d7c26 None None] DHCP port deletion for 774bc46b-b0ab-40ae-90fc-5cf5267b00e4 request from dv-cinder-791240-4-smb {{(pid=98766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:00:21.722406 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-5b192349-8143-4d92-8222-d1ca2d1d7c26 None None] Deleting port a58da7b6-590e-449b-8381-41027dbcf068 {{(pid=98766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:00:21.722790 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-5b192349-8143-4d92-8222-d1ca2d1d7c26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.805996 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] For port a58da7b6-590e-449b-8381-41027dbcf068, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=a58da7b6-590e-449b-8381-41027dbcf068,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:21.806346 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.821684 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-5b192349-8143-4d92-8222-d1ca2d1d7c26 None None] For port a58da7b6-590e-449b-8381-41027dbcf068, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=a58da7b6-590e-449b-8381-41027dbcf068,segment=NetworkSegment(4b617ed7-cf78-43d4-be4d-6b039efe90c6),segment_id=4b617ed7-cf78-43d4-be4d-6b039efe90c6)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:21.822074 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-5b192349-8143-4d92-8222-d1ca2d1d7c26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.929515 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Calling delete_port for a58da7b6-590e-449b-8381-41027dbcf068 owned by network:dhcp {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:00:21.944971 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-5b192349-8143-4d92-8222-d1ca2d1d7c26 None None] Calling delete_port for a58da7b6-590e-449b-8381-41027dbcf068 owned by network:dhcp {{(pid=98766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:00:22.086859 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:22.090600 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-edcac727-d431-4a77-a9b6-34de9a4d387e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:22.093613 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-5b192349-8143-4d92-8222-d1ca2d1d7c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252'] for port, after_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:22.098592 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:22.135829 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Pushing event deleted for resources: {'Port': ['ID=a58da7b6-590e-449b-8381-41027dbcf068,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:22.140968 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b192349-8143-4d92-8222-d1ca2d1d7c26 None None] Pushing event deleted for resources: {'Port': ['ID=a58da7b6-590e-449b-8381-41027dbcf068,revision_number=None']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:22.142765 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b192349-8143-4d92-8222-d1ca2d1d7c26 None None] No DVR routers for this DVR port a58da7b6-590e-449b-8381-41027dbcf068 on host dv-cinder-791240-4-smb {{(pid=98766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:00:22.144142 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-5b192349-8143-4d92-8222-d1ca2d1d7c26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:22.144520 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:22.144866 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:22.145227 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:22.145598 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:22.145956 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:22.146307 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:22.146649 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:22.146983 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:22.147318 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:22.147659 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:22.148044 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:22.148356 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:22.150993 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] No DVR routers for this DVR port a58da7b6-590e-449b-8381-41027dbcf068 on host dv-cinder-791240-4-smb {{(pid=98765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:00:22.153126 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:22.269784 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8068714', 'neutron.services.segments.db._delete_segments_for_network-8766107643100'] for network, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:22.283085 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774bc46b-b0ab-40ae-90fc-5cf5267b00e4']}} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:22.295665 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b617ed7-cf78-43d4-be4d-6b039efe90c6') {'for_net_delete': True} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:22.295964 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b617ed7-cf78-43d4-be4d-6b039efe90c6') {} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:22.307713 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766107651229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2606168'] for segment, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:22.323422 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:22.329278 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=98765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:00:22.329662 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624279'] for segment, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: Traceback (most recent call last): May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: timer() May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: cb(*args, **kw) May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: return func(*args, **kwargs) May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: self._notify() May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: self.callback(batched_events) May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: event.method(event) May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: return f(self, *a, **k) May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: return self._get(url).json() May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: return self.request(url, 'GET', **kwargs) May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:00:22.342498 dv-cinder-791240-4-smb neutron-server[98765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:00:22.492608 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8068707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697290'] for network, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:22.496185 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-f415cf95-1794-4850-a22c-d809152efe63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:22.508979 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:22.521003 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Pushing event deleted for resources: {'Network': ['ID=774bc46b-b0ab-40ae-90fc-5cf5267b00e4,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:22.524826 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:22.590050 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-27f37a78-cb09-456c-a32d-5d86d0c8a98a admin admin] 10.222.0.43 "DELETE /v2.0/networks/774bc46b-b0ab-40ae-90fc-5cf5267b00e4 HTTP/1.1" status: 204 len: 168 time: 1.1783519 May 31 12:00:22.764117 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device a58da7b6-590e-449b-8381-41027dbcf068 no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:00:22.799130 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: a58da7b6-590e-449b-8381-41027dbcf068 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:00:22.799492 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device a58da7b6-590e-449b-8381-41027dbcf068 not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:00:22.912061 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48244) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:22.965906 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-5ba36979-4098-4bf8-93d2-ffcfc56466ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96d2340d017442468109cc2223b2c1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526586 May 31 12:00:22.968276 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48248) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:23.023944 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-41641c5e-4b5b-46c3-865e-87a6a0a916ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.048150 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-41641c5e-4b5b-46c3-865e-87a6a0a916ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.209468 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-41641c5e-4b5b-46c3-865e-87a6a0a916ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.213145 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-3d10ed43-ec0d-464d-831d-b7d770b1d158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:23.226988 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41641c5e-4b5b-46c3-865e-87a6a0a916ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa17c0c-c6ed-4a2a-9141-a139a0deab73,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:23.230483 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-41641c5e-4b5b-46c3-865e-87a6a0a916ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:23.236100 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-41641c5e-4b5b-46c3-865e-87a6a0a916ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:23.236100 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-41641c5e-4b5b-46c3-865e-87a6a0a916ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fa17c0c-c6ed-4a2a-9141-a139a0deab73 HTTP/1.1" status: 204 len: 168 time: 0.2659404 May 31 12:00:29.946193 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-2273159f-f056-43eb-b7f8-56b741db57dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:32.323208 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-6bbf4ec0-3538-48e5-8043-16b3c19538f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:32.340214 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:33.220849 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:35.032360 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:37.244559 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48406) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:37.266503 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:37.361249 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4e705000-16ae-4727-bc5a-4fb5529dcddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:37.375880 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-4e705000-16ae-4727-bc5a-4fb5529dcddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:37.379650 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-4e705000-16ae-4727-bc5a-4fb5529dcddb admin admin] Usage tracker for resource:security_group_rule and tenant:d8ac432e12e6499bbd5105966dde1b49 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:37.382422 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-4e705000-16ae-4727-bc5a-4fb5529dcddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:37.388149 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-4e705000-16ae-4727-bc5a-4fb5529dcddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:37.470093 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4e705000-16ae-4727-bc5a-4fb5529dcddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:37.546198 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4e705000-16ae-4727-bc5a-4fb5529dcddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:37.628965 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-fc895f3a-23d5-47e5-86e7-a83611bfa5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:37.667469 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-4e705000-16ae-4727-bc5a-4fb5529dcddb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8ac432e12e6499bbd5105966dde1b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4218967 May 31 12:00:37.669056 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e705000-16ae-4727-bc5a-4fb5529dcddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882df926-66d1-4407-96fd-38c9ac168854,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:37.670133 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48412) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:37.672689 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-4e705000-16ae-4727-bc5a-4fb5529dcddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:37.729220 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-83717f93-b3b4-4863-bdb8-fc2522e14903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:37.754765 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-83717f93-b3b4-4863-bdb8-fc2522e14903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:37.872284 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-83717f93-b3b4-4863-bdb8-fc2522e14903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:37.877188 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-8da36abe-c073-421b-9510-af6e64eb0b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:37.891383 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83717f93-b3b4-4863-bdb8-fc2522e14903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882df926-66d1-4407-96fd-38c9ac168854,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:37.893375 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-83717f93-b3b4-4863-bdb8-fc2522e14903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:37.894620 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-83717f93-b3b4-4863-bdb8-fc2522e14903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:37.896778 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-83717f93-b3b4-4863-bdb8-fc2522e14903 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/882df926-66d1-4407-96fd-38c9ac168854 HTTP/1.1" status: 204 len: 168 time: 0.2245247 May 31 12:00:38.567041 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48422) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:38.585298 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-526a03f1-98ac-48d5-81aa-9b9e9df82c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:38.599872 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-526a03f1-98ac-48d5-81aa-9b9e9df82c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:38.603662 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-526a03f1-98ac-48d5-81aa-9b9e9df82c8f admin admin] Usage tracker for resource:security_group_rule and tenant:83aea9b8a271478d9d035fd2c88fac0a is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:38.606462 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-526a03f1-98ac-48d5-81aa-9b9e9df82c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:38.612135 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-526a03f1-98ac-48d5-81aa-9b9e9df82c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:38.691368 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-526a03f1-98ac-48d5-81aa-9b9e9df82c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:38.749266 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-526a03f1-98ac-48d5-81aa-9b9e9df82c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:38.755842 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-55d3a6a4-47b6-4a42-b08a-ccc67a8b927c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:38.796582 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a03f1-98ac-48d5-81aa-9b9e9df82c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321a3ce9-7859-4017-8090-84c6977d4d8d,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:38.800897 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-526a03f1-98ac-48d5-81aa-9b9e9df82c8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83aea9b8a271478d9d035fd2c88fac0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328672 May 31 12:00:38.801772 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-526a03f1-98ac-48d5-81aa-9b9e9df82c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:38.803486 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48426) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:38.860666 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5d3abfd0-edef-4687-9f3a-4d7cbdefa487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:38.889708 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5d3abfd0-edef-4687-9f3a-4d7cbdefa487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:39.018214 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5d3abfd0-edef-4687-9f3a-4d7cbdefa487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:39.022086 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-fdee49fe-11c5-4011-9506-1bbe87ef11ec tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:39.033152 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3abfd0-edef-4687-9f3a-4d7cbdefa487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321a3ce9-7859-4017-8090-84c6977d4d8d,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:39.036571 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-5d3abfd0-edef-4687-9f3a-4d7cbdefa487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:39.039698 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-5d3abfd0-edef-4687-9f3a-4d7cbdefa487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:39.040793 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-5d3abfd0-edef-4687-9f3a-4d7cbdefa487 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/321a3ce9-7859-4017-8090-84c6977d4d8d HTTP/1.1" status: 204 len: 168 time: 0.2363954 May 31 12:00:39.795664 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48436) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:39.814110 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2d120cf8-226c-41cc-895a-5b0cae1d05d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:39.828266 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-2d120cf8-226c-41cc-895a-5b0cae1d05d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:39.831986 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-2d120cf8-226c-41cc-895a-5b0cae1d05d9 admin admin] Usage tracker for resource:security_group_rule and tenant:eadb47be2e7c407f9e774e065d1ec2b5 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:39.834742 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-2d120cf8-226c-41cc-895a-5b0cae1d05d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:39.840287 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-2d120cf8-226c-41cc-895a-5b0cae1d05d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:39.919130 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2d120cf8-226c-41cc-895a-5b0cae1d05d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:39.989614 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2d120cf8-226c-41cc-895a-5b0cae1d05d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:39.998122 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-4e705000-16ae-4727-bc5a-4fb5529dcddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:40.036643 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-2d120cf8-226c-41cc-895a-5b0cae1d05d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eadb47be2e7c407f9e774e065d1ec2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399344 May 31 12:00:40.038309 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d120cf8-226c-41cc-895a-5b0cae1d05d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08e9620-77c0-4467-bb43-c0456a99695d,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:40.039226 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48440) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:40.042103 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2d120cf8-226c-41cc-895a-5b0cae1d05d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:40.100967 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-587a5caf-502b-4461-91fe-3f867c084963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:40.127793 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-587a5caf-502b-4461-91fe-3f867c084963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:40.243628 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-587a5caf-502b-4461-91fe-3f867c084963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:40.247542 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2a1b42c7-d32a-4e01-8e08-6571c8195db0 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:40.260702 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a5caf-502b-4461-91fe-3f867c084963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08e9620-77c0-4467-bb43-c0456a99695d,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:40.263767 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-587a5caf-502b-4461-91fe-3f867c084963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:40.265682 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-587a5caf-502b-4461-91fe-3f867c084963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:40.266770 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-587a5caf-502b-4461-91fe-3f867c084963 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e08e9620-77c0-4467-bb43-c0456a99695d HTTP/1.1" status: 204 len: 168 time: 0.2265935 May 31 12:00:45.594193 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:00:48.676815 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48540) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:48.791795 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:48.809454 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:48.813187 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Usage tracker for resource:security_group_rule and tenant:17544433dec1499bbb66e1bb180ca204 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:48.815885 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:48.821515 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:48.900413 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:48.980309 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:48.987108 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-0fd497ea-3162-455a-8e61-fa593b5e406b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:49.026001 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ca7a32-1946-4236-8343-195da4fe478d,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:49.029738 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17544433dec1499bbb66e1bb180ca204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519483 May 31 12:00:49.032662 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48546) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:49.035753 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:49.036156 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:49.036516 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:49.036867 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:49.037215 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:49.037580 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:49.037905 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:49.038244 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:49.038590 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:49.038927 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:49.039262 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:49.039597 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:49.043431 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-276e015c-39be-4796-b996-3e27e56480b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:49.094224 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-fcb77278-f6b3-4a3b-97e9-31074170044c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:49.120339 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-fcb77278-f6b3-4a3b-97e9-31074170044c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:49.231740 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-fcb77278-f6b3-4a3b-97e9-31074170044c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:49.236044 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2486148d-d5d0-47fe-9318-632d94a84fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:49.246809 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb77278-f6b3-4a3b-97e9-31074170044c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ca7a32-1946-4236-8343-195da4fe478d,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:49.252159 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-fcb77278-f6b3-4a3b-97e9-31074170044c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:49.254086 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-fcb77278-f6b3-4a3b-97e9-31074170044c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:49.255191 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-fcb77278-f6b3-4a3b-97e9-31074170044c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11ca7a32-1946-4236-8343-195da4fe478d HTTP/1.1" status: 204 len: 168 time: 0.2215433 May 31 12:00:49.795586 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48556) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:49.818390 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b59e7190-65e3-4345-9583-4e5eefb05448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:49.828486 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b59e7190-65e3-4345-9583-4e5eefb05448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:49.832313 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b59e7190-65e3-4345-9583-4e5eefb05448 admin admin] Usage tracker for resource:security_group_rule and tenant:f886e2a447c64c569f396a2344be49f3 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:00:49.835062 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b59e7190-65e3-4345-9583-4e5eefb05448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:00:49.840898 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b59e7190-65e3-4345-9583-4e5eefb05448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:49.919908 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b59e7190-65e3-4345-9583-4e5eefb05448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:49.985911 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b59e7190-65e3-4345-9583-4e5eefb05448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:49.992701 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-8e85b7b7-c402-4571-9524-1bc0ed90fbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:50.035813 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e7190-65e3-4345-9583-4e5eefb05448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf79e8e3-268b-48c3-8a35-516b80f366e1,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:50.038943 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b59e7190-65e3-4345-9583-4e5eefb05448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:50.041573 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-b59e7190-65e3-4345-9583-4e5eefb05448 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f886e2a447c64c569f396a2344be49f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443848 May 31 12:00:50.045621 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48560) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:50.102825 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e39257ce-00ff-479e-92e4-88f28d632e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:50.128397 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e39257ce-00ff-479e-92e4-88f28d632e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:50.248997 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e39257ce-00ff-479e-92e4-88f28d632e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:50.254195 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-be14f345-5365-4fb7-b4aa-46156e3385b2 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:50.267886 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39257ce-00ff-479e-92e4-88f28d632e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf79e8e3-268b-48c3-8a35-516b80f366e1,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:50.270215 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e39257ce-00ff-479e-92e4-88f28d632e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:50.286526 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e39257ce-00ff-479e-92e4-88f28d632e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:50.290090 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-e39257ce-00ff-479e-92e4-88f28d632e83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf79e8e3-268b-48c3-8a35-516b80f366e1 HTTP/1.1" status: 204 len: 168 time: 0.2413032 May 31 12:00:59.940492 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-ec771a9b-a9c4-4d80-b32b-f378f5ffae7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:00.354129 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48696) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:00.468687 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-640507dd-8117-4b3d-95e6-9afad786e7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:00.482707 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-640507dd-8117-4b3d-95e6-9afad786e7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:00.486952 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-640507dd-8117-4b3d-95e6-9afad786e7bd admin admin] Usage tracker for resource:security_group_rule and tenant:1f218fce20ff4cfd97ba10f3345190c0 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:00.489691 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-640507dd-8117-4b3d-95e6-9afad786e7bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:00.495244 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-640507dd-8117-4b3d-95e6-9afad786e7bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:00.573900 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-640507dd-8117-4b3d-95e6-9afad786e7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:00.688981 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-640507dd-8117-4b3d-95e6-9afad786e7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:00.701481 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2c342582-681a-4de0-bbfa-a68009d2800d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:00.741663 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-640507dd-8117-4b3d-95e6-9afad786e7bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f218fce20ff4cfd97ba10f3345190c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864582 May 31 12:01:00.743219 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640507dd-8117-4b3d-95e6-9afad786e7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f74ae62-23fe-4947-87b1-99de0af781ce,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:00.744322 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48704) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:00.746316 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-640507dd-8117-4b3d-95e6-9afad786e7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:00.802512 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-64b1e7ae-fbd5-4a9e-8e35-9f55addcc25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:00.828203 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-64b1e7ae-fbd5-4a9e-8e35-9f55addcc25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:00.946368 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-64b1e7ae-fbd5-4a9e-8e35-9f55addcc25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:00.951024 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1bb93162-ff05-4f9e-a2af-3de02b7faedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:00.967293 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1e7ae-fbd5-4a9e-8e35-9f55addcc25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f74ae62-23fe-4947-87b1-99de0af781ce,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:00.970081 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-64b1e7ae-fbd5-4a9e-8e35-9f55addcc25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:00.970993 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-64b1e7ae-fbd5-4a9e-8e35-9f55addcc25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:00.972086 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-64b1e7ae-fbd5-4a9e-8e35-9f55addcc25c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f74ae62-23fe-4947-87b1-99de0af781ce HTTP/1.1" status: 204 len: 168 time: 0.2267854 May 31 12:01:01.581171 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48712) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:01.599432 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-74e1fc31-8fd3-4057-953f-3605530ecad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:01.614499 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-74e1fc31-8fd3-4057-953f-3605530ecad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:01.618291 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-74e1fc31-8fd3-4057-953f-3605530ecad0 admin admin] Usage tracker for resource:security_group_rule and tenant:41795f5fd56f46c7882f86bb3c5c15c3 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:01.621160 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-74e1fc31-8fd3-4057-953f-3605530ecad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:01.626928 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-74e1fc31-8fd3-4057-953f-3605530ecad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:01.707189 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-74e1fc31-8fd3-4057-953f-3605530ecad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:01.803250 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-74e1fc31-8fd3-4057-953f-3605530ecad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:01.812463 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-587a5caf-502b-4461-91fe-3f867c084963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:01.851935 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-74e1fc31-8fd3-4057-953f-3605530ecad0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41795f5fd56f46c7882f86bb3c5c15c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697098 May 31 12:01:01.853557 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1fc31-8fd3-4057-953f-3605530ecad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b315f38-ee36-4e83-89a9-c4998a0ebd8f,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:01.854776 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48720) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:01.856538 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-74e1fc31-8fd3-4057-953f-3605530ecad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:01.914050 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b80f81bf-18e8-45a5-beee-a388d3adcd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:01.939053 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b80f81bf-18e8-45a5-beee-a388d3adcd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:02.077897 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b80f81bf-18e8-45a5-beee-a388d3adcd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:02.081580 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-cf8fa186-5654-47f7-88ed-78000bf7c55c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:02.093956 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f81bf-18e8-45a5-beee-a388d3adcd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b315f38-ee36-4e83-89a9-c4998a0ebd8f,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:02.096593 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b80f81bf-18e8-45a5-beee-a388d3adcd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:02.105130 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b80f81bf-18e8-45a5-beee-a388d3adcd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:02.106507 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-b80f81bf-18e8-45a5-beee-a388d3adcd50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b315f38-ee36-4e83-89a9-c4998a0ebd8f HTTP/1.1" status: 204 len: 168 time: 0.2504113 May 31 12:01:02.341292 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e1eec6a8-8a3c-4877-ac97-8ef9924e987d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:02.343360 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.211887 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.217680 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48756) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:03.320650 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-261804178-network', 'tenant_id': '778a70e770014f7d89259593b9d54044'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:03.325239 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:03.329649 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Usage tracker for resource:network and tenant:778a70e770014f7d89259593b9d54044 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:03.332497 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:03.338027 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:03.420272 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Made reservation on behalf of 778a70e770014f7d89259593b9d54044 for: {'network': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:01:03.422524 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.434277 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.451311 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:03.455583 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Usage tracker for resource:security_group_rule and tenant:778a70e770014f7d89259593b9d54044 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:03.458342 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:03.464062 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:03.546669 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.637685 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.642675 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e8e1d6e7-bdc9-4bfa-8e6f-4b72986a996a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:03.666378 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=98764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:01:03.678675 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8574a427-1dd7-4c19-96c9-fe7bbb668811,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:03.682491 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:03.683399 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.683732 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.segments_db [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Added segment 846b0732-ee9f-454d-91bb-0581f6648b38 of type vlan for network 703c0e76-ef66-4c3b-9b84-89c8ca04ee9a May 31 12:01:03.710627 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.785991 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.787472 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:03.788103 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.791672 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:03.892355 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Pushing event updated for resources: {'Network': ['ID=703c0e76-ef66-4c3b-9b84-89c8ca04ee9a,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:03.894981 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:03.902348 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network 703c0e76-ef66-4c3b-9b84-89c8ca04ee9a details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:01:03.958719 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7369807 May 31 12:01:03.958719 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48766) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:03.964567 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Request body: {'subnet': {'network_id': '703c0e76-ef66-4c3b-9b84-89c8ca04ee9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-261804178-subnet', 'tenant_id': '778a70e770014f7d89259593b9d54044', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:03.970490 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:03.974201 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Usage tracker for resource:subnet and tenant:778a70e770014f7d89259593b9d54044 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:03.977123 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:03.984466 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:04.143468 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Made reservation on behalf of 778a70e770014f7d89259593b9d54044 for: {'subnet': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:01:04.145864 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3130865'] for subnet, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:04.608615 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2212217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3130855'] for subnet, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:04.612582 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:04.683840 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42f575f-a379-4e5d-8f5e-0d89c22e4454,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:04.687862 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:04.693498 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Checking segment: {'id': '846b0732-ee9f-454d-91bb-0581f6648b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '703c0e76-ef66-4c3b-9b84-89c8ca04ee9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:01:04.693853 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Network hostable DHCP agents. Network: 703c0e76-ef66-4c3b-9b84-89c8ca04ee9a, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:01:04.800514 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Network 703c0e76-ef66-4c3b-9b84-89c8ca04ee9a is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:01:04.865830 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, 703c0e76-ef66-4c3b-9b84-89c8ca04ee9a) {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:01:04.882088 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:04.882088 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:04.884100 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21748ff-74eb-42c9-a418-d8f620261fd3 None None] Network 703c0e76-ef66-4c3b-9b84-89c8ca04ee9a requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:01:05.016068 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-a379c43d-e8a0-4604-8408-1d731135947b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0562124 May 31 12:01:05.079773 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:05.092033 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d4e8da-d4a1-40ce-8959-991bfbb55255 None None] Network 703c0e76-ef66-4c3b-9b84-89c8ca04ee9a requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:01:06.489081 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcfb2f-89c5-407e-9d84-89bfdb2482f0 req-0c553293-e4e2-4b87-9d06-b6b41b236025 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:06.490493 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-96fcfb2f-89c5-407e-9d84-89bfdb2482f0 req-0c553293-e4e2-4b87-9d06-b6b41b236025 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 946 time: 0.0815890 May 31 12:01:06.535242 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-96fcfb2f-89c5-407e-9d84-89bfdb2482f0 req-d03611ce-4e6e-4fea-9b34-c11edad8e836 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=56c48d59-207c-4ade-92ed-9fd90a9c5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389383 May 31 12:01:07.294752 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:07.347628 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-efeb1ae4-8dae-4e34-9c03-161de83721a7 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:07.348317 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-efeb1ae4-8dae-4e34-9c03-161de83721a7 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Synchronizing usage tracker for tenant:778a70e770014f7d89259593b9d54044 on resource:network {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:01:07.423086 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-efeb1ae4-8dae-4e34-9c03-161de83721a7 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Unset dirty status for tenant:778a70e770014f7d89259593b9d54044 on resource:network {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:01:07.424261 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-efeb1ae4-8dae-4e34-9c03-161de83721a7 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/networks?id=703c0e76-ef66-4c3b-9b84-89c8ca04ee9a HTTP/1.1" status: 200 len: 808 time: 0.2200551 May 31 12:01:07.438780 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-78ac20ed-bce1-4318-88ab-fc090be313cb tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/quotas/778a70e770014f7d89259593b9d54044 HTTP/1.1" status: 200 len: 375 time: 0.0089984 May 31 12:01:07.488606 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-cb5e78b1-a997-4916-811b-ddea302a6fec tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=778a70e770014f7d89259593b9d54044&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449049 May 31 12:01:07.701428 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-27c61ee8-04b9-495b-b684-c3f1684ba198 service neutron] 10.222.0.43 "GET /v2.0/networks/703c0e76-ef66-4c3b-9b84-89c8ca04ee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062278 May 31 12:01:07.719507 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd453c-6bba-47a2-a4d4-ccacf39319c5 req-78bac26a-40f2-4f60-8303-2830554a9d3f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:07.720990 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7afd453c-6bba-47a2-a4d4-ccacf39319c5 req-78bac26a-40f2-4f60-8303-2830554a9d3f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 946 time: 0.0819113 May 31 12:01:07.764868 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-7afd453c-6bba-47a2-a4d4-ccacf39319c5 req-608ee330-b99d-47b9-9804-2e4080e636e8 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=56c48d59-207c-4ade-92ed-9fd90a9c5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383143 May 31 12:01:07.831112 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-06c91c2b-2769-4ae2-8b0a-2c25998623a8 service neutron] 10.222.0.43 "GET /v2.0/networks/703c0e76-ef66-4c3b-9b84-89c8ca04ee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235988 May 31 12:01:08.088756 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0da8cfdc-94c1-47e1-a058-c2dfb329dc9d req-e7645832-2534-4d65-9d0c-12f1727812a1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 210 time: 0.0450590 May 31 12:01:08.462929 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-236df7d6-0ea1-4538-922e-1ba1218fee25 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:08.464308 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-236df7d6-0ea1-4538-922e-1ba1218fee25 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.36 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 946 time: 0.0782804 May 31 12:01:08.603442 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Deleting port a30eb7b4-835f-4cff-94f1-a8d887e8834b {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:08.603777 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:08.735586 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] For port a30eb7b4-835f-4cff-94f1-a8d887e8834b, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=a30eb7b4-835f-4cff-94f1-a8d887e8834b,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:08.735855 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:09.089425 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:09.089782 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697336'] for floatingip, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:09.090087 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.l3_db [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Floating IP 66d593a0-3c28-45f8-881d-46425ea77b3f disassociated. External IP: 172.28.1.157, port: a30eb7b4-835f-4cff-94f1-a8d887e8834b. May 31 12:01:09.090412 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Calling delete_port for a30eb7b4-835f-4cff-94f1-a8d887e8834b owned by compute:nova {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:09.099815 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f13dbd-1830-40fe-a3bb-db904f866c4f req-e6af91b6-d789-442d-bedc-164db8babd2d tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:09.101285 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-27f13dbd-1830-40fe-a3bb-db904f866c4f req-e6af91b6-d789-442d-bedc-164db8babd2d tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 946 time: 0.2120531 May 31 12:01:09.163072 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-27f13dbd-1830-40fe-a3bb-db904f866c4f req-bdf6bddd-9c74-4560-a38b-e588b3890993 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups?id=56c48d59-207c-4ade-92ed-9fd90a9c5ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559278 May 31 12:01:09.237042 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-843c6aef-d867-487a-a254-c41fee255cee req-4afbf2ad-23dc-4547-8ace-935347379c32 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 210 time: 0.0443954 May 31 12:01:09.303784 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:09.309553 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-add2a0fe-b942-4f91-83b0-cc0aa923905d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:09.353149 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event deleted for resources: {'Port': ['ID=a30eb7b4-835f-4cff-94f1-a8d887e8834b,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:09.356401 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:09.542134 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Router 50615db7-a7e2-477d-b898-de2ed573c037 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:01:09.719291 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:01:09.737543 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce5371-55b7-4ac7-a088-55f1601434d6 None None] Sync routers for ids ['50615db7-a7e2-477d-b898-de2ed573c037'] in dv-cinder-791240-4-smb {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:01:09.742062 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce5371-55b7-4ac7-a088-55f1601434d6 None None] Routers {'50615db7-a7e2-477d-b898-de2ed573c037'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:01:09.742652 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-f5ce5371-55b7-4ac7-a088-55f1601434d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:01:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['50615db7-a7e2-477d-b898-de2ed573c037'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:09.906652 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] No DVR routers for this DVR port a30eb7b4-835f-4cff-94f1-a8d887e8834b on host hv-cinder-79124 {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:01:09.909303 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:09.911878 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d40b1f-eda0-46ca-acf4-9d2dceab6270', 'name': 'network-vif-deleted', 'tag': 'a30eb7b4-835f-4cff-94f1-a8d887e8834b'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:09.914192 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c802f573-1be4-43e9-be73-888461523185" -d '{"events": [{"server_uuid": "92d40b1f-eda0-46ca-acf4-9d2dceab6270", "name": "network-vif-deleted", "tag": "a30eb7b4-835f-4cff-94f1-a8d887e8834b"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:09.935531 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-f5ce5371-55b7-4ac7-a088-55f1601434d6 None None] Set router 50615db7-a7e2-477d-b898-de2ed573c037 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:01:09.959840 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678c0e99-c2b9-4aff-ba7a-3640524d8293 x-openstack-request-id: req-678c0e99-c2b9-4aff-ba7a-3640524d8293 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:09.960202 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d40b1f-eda0-46ca-acf4-9d2dceab6270", "name": "network-vif-deleted", "tag": "a30eb7b4-835f-4cff-94f1-a8d887e8834b", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:09.960487 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-678c0e99-c2b9-4aff-ba7a-3640524d8293 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:09.960905 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d40b1f-eda0-46ca-acf4-9d2dceab6270', 'name': 'network-vif-deleted', 'tag': 'a30eb7b4-835f-4cff-94f1-a8d887e8834b', 'status': 'completed', 'code': 200} May 31 12:01:10.018495 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a03493f3-1560-42d8-9231-d451a9dc0f1e req-d517d705-050f-480d-8881-f62886f617d9 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.36 "DELETE /v2.0/ports/a30eb7b4-835f-4cff-94f1-a8d887e8834b HTTP/1.1" status: 204 len: 173 time: 1.5483518 May 31 12:01:10.292449 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-f5ce5371-55b7-4ac7-a088-55f1601434d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '1c8720ed-a644-41c0-ba2e-90d9b6859931', 'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'mac_address': 'fa:16:3e:d7:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:15Z', 'updated_at': '2021-05-31T11:56:23Z', 'revision_number': 5, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'subnets': [{'id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:10.297241 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce5371-55b7-4ac7-a088-55f1601434d6 None None] Checking router: 50615db7-a7e2-477d-b898-de2ed573c037 for host: dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:01:10.305649 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce5371-55b7-4ac7-a088-55f1601434d6 None None] Routers {'50615db7-a7e2-477d-b898-de2ed573c037'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:01:10.306386 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-f5ce5371-55b7-4ac7-a088-55f1601434d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:01:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['50615db7-a7e2-477d-b898-de2ed573c037'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:10.333298 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2a6bb70b-2198-4723-b3bc-68a6a8506919 req-180674d6-ad86-4cc6-98fe-0b9e31fd2094 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/ports?device_id=92d40b1f-eda0-46ca-acf4-9d2dceab6270 HTTP/1.1" status: 200 len: 210 time: 0.0438099 May 31 12:01:10.400689 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e8e2d475-d040-433e-a34a-98697cf699a4 req-ddeda049-74f0-41c8-9ac1-724c37010bf2 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 210 time: 0.0447643 May 31 12:01:10.483727 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-f5ce5371-55b7-4ac7-a088-55f1601434d6 None None] Set router 50615db7-a7e2-477d-b898-de2ed573c037 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:01:10.772988 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-678f3c07-e6a8-495a-8096-37293ceebfea tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:10.774414 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-678f3c07-e6a8-495a-8096-37293ceebfea tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.36 "GET /v2.0/networks?id=703c0e76-ef66-4c3b-9b84-89c8ca04ee9a HTTP/1.1" status: 200 len: 808 time: 0.1447031 May 31 12:01:10.791365 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-f5ce5371-55b7-4ac7-a088-55f1601434d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '1c8720ed-a644-41c0-ba2e-90d9b6859931', 'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'mac_address': 'fa:16:3e:d7:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:15Z', 'updated_at': '2021-05-31T11:56:23Z', 'revision_number': 5, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'subnets': [{'id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:10.796687 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce5371-55b7-4ac7-a088-55f1601434d6 None None] The sync data for ids ['50615db7-a7e2-477d-b898-de2ed573c037'] in dv-cinder-791240-4-smb is: [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T11:56:16Z', 'revision_number': 4, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '1c8720ed-a644-41c0-ba2e-90d9b6859931', 'name': '', 'network_id': '5826c415-3fe8-4517-91ef-eb31079ce526', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'mac_address': 'fa:16:3e:d7:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:15Z', 'updated_at': '2021-05-31T11:56:23Z', 'revision_number': 5, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'subnets': [{'id': 'edde4eb3-72fa-4627-bcaa-bdeb0e37c13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:01:10.796913 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Request body: {'port': {'device_id': 'bcf84ed4-3a3f-4192-9a91-3333fc5ac222', 'network_id': '703c0e76-ef66-4c3b-9b84-89c8ca04ee9a', 'admin_state_up': True, 'tenant_id': '778a70e770014f7d89259593b9d54044'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:10.952996 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:10.957134 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Usage tracker for resource:port and tenant:778a70e770014f7d89259593b9d54044 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:10.960143 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:10.970798 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:11.024871 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e82724-37b3-4fac-aa5c-1ba9a37bf001 None None] New status for floating IP 66d593a0-3c28-45f8-881d-46425ea77b3f: DOWN {{(pid=98766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:01:11.052159 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Made reservation on behalf of 778a70e770014f7d89259593b9d54044 for: {'port': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:01:11.055664 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.228821 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Allocated IP 172.20.0.12 (703c0e76-ef66-4c3b-9b84-89c8ca04ee9a/f42f575f-a379-4e5d-8f5e-0d89c22e4454/cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:01:11.431213 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.547553 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48850) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:11.558011 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-5fb9efe9-a1ed-4bad-8035-3c94d137d961 req-492bdd03-a19e-4967-aecf-a96a78ae440f tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 210 time: 0.0466077 May 31 12:01:11.569287 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.576093 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-aa6c5e5d-f567-4a4b-be67-9a610aa0c385 tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:11.642978 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Network 703c0e76-ef66-4c3b-9b84-89c8ca04ee9a is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:01:11.646238 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:01:11.650108 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:01:11.684910 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Pushing event updated for resources: {'Port': ['ID=cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:11.691808 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:11.704477 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0cc95b1a-09f8-401c-a833-036efc3b47eb tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.721246 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:11.721849 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.732639 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0cc95b1a-09f8-401c-a833-036efc3b47eb tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.789626 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9989018 May 31 12:01:11.808316 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Request body: {'port': {'device_id': 'bcf84ed4-3a3f-4192-9a91-3333fc5ac222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:11.849191 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0cc95b1a-09f8-401c-a833-036efc3b47eb tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.854373 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-eed7c8ee-c148-429d-9bab-f7a3a2ca833f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:11.870760 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc95b1a-09f8-401c-a833-036efc3b47eb tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c48d59-207c-4ade-92ed-9fd90a9c5ee5,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:11.873353 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-0cc95b1a-09f8-401c-a833-036efc3b47eb tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:11.918294 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.930334 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0cc95b1a-09f8-401c-a833-036efc3b47eb tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:11.931454 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-0cc95b1a-09f8-401c-a833-036efc3b47eb tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "DELETE /v2.0/security-groups/56c48d59-207c-4ade-92ed-9fd90a9c5ee5 HTTP/1.1" status: 204 len: 168 time: 0.3828268 May 31 12:01:11.934256 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48854) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:11.950895 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.api.v2.resource [None req-0278bab4-1e4b-44bf-8629-b4236d6e6008 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] show failed (client error): The resource could not be found. May 31 12:01:11.951920 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-0278bab4-1e4b-44bf-8629-b4236d6e6008 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "GET /v2.0/security-groups/56c48d59-207c-4ade-92ed-9fd90a9c5ee5 HTTP/1.1" status: 404 len: 347 time: 0.0165925 May 31 12:01:11.954706 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48858) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:12.168625 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef105f-14cf-431c-9d20-5d562ef274e7 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Deleting port 0f63abb5-38ad-4994-bf60-dde68000cb83 {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:12.168881 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c6ef105f-14cf-431c-9d20-5d562ef274e7 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.257655 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde {{(pid=98764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:01:12.266291 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.285062 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Transition to ACTIVE for port object cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde will not be triggered until provisioned by entity L2. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:01:12.289762 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c6ef105f-14cf-431c-9d20-5d562ef274e7 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.290088 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c6ef105f-14cf-431c-9d20-5d562ef274e7 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.374627 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.380353 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ee456559-873e-43e3-8c3d-b8c2d14236ef tempest-DeleteServersTestJSON-1637278216 tempest-DeleteServersTestJSON-1637278216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:12.410452 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef105f-14cf-431c-9d20-5d562ef274e7 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Calling delete_port for 0f63abb5-38ad-4994-bf60-dde68000cb83 owned by network:floatingip {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:12.559684 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device a30eb7b4-835f-4cff-94f1-a8d887e8834b no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:12.566707 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Pushing event updated for resources: {'Port': ['ID=cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:12.571567 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:12.592350 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c6ef105f-14cf-431c-9d20-5d562ef274e7 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.594041 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: a30eb7b4-835f-4cff-94f1-a8d887e8834b {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:01:12.594384 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device a30eb7b4-835f-4cff-94f1-a8d887e8834b not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:01:12.597144 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:12.643340 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef105f-14cf-431c-9d20-5d562ef274e7 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Pushing event deleted for resources: {'Port': ['ID=0f63abb5-38ad-4994-bf60-dde68000cb83,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:12.670002 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-c6ef105f-14cf-431c-9d20-5d562ef274e7 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:12.702763 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Attempting to bind port cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:01:12.702763 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Attempting to bind port cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '846b0732-ee9f-454d-91bb-0581f6648b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '703c0e76-ef66-4c3b-9b84-89c8ca04ee9a'}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:01:12.702763 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Attempting to bind port cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde on network 703c0e76-ef66-4c3b-9b84-89c8ca04ee9a {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:01:12.704559 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Port cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde on network 703c0e76-ef66-4c3b-9b84-89c8ca04ee9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:01:12.704868 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Attempting to bind port cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde on network 703c0e76-ef66-4c3b-9b84-89c8ca04ee9a {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:01:12.709778 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:01:12.710103 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Checking segment: {'id': '846b0732-ee9f-454d-91bb-0581f6648b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '703c0e76-ef66-4c3b-9b84-89c8ca04ee9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:01:12.710472 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Bound using segment: {'id': '846b0732-ee9f-454d-91bb-0581f6648b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '703c0e76-ef66-4c3b-9b84-89c8ca04ee9a'} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:01:12.710885 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Bound port: cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846b0732-ee9f-454d-91bb-0581f6648b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '703c0e76-ef66-4c3b-9b84-89c8ca04ee9a'}}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:01:12.711242 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.788628 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c6ef105f-14cf-431c-9d20-5d562ef274e7 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks [] for floatingip, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.797640 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] For port cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde, host hv-cinder-79124, cleared binding levels {{(pid=98764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:01:12.800516 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] For port cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde,segment=NetworkSegment(846b0732-ee9f-454d-91bb-0581f6648b38),segment_id=846b0732-ee9f-454d-91bb-0581f6648b38)] {{(pid=98764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:01:12.810154 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-c6ef105f-14cf-431c-9d20-5d562ef274e7 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.811282 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-c6ef105f-14cf-431c-9d20-5d562ef274e7 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] 10.222.0.43 "DELETE /v2.0/floatingips/66d593a0-3c28-45f8-881d-46425ea77b3f HTTP/1.1" status: 204 len: 168 time: 0.8556480 May 31 12:01:12.823361 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32056aae-cfeb-47c0-80b1-a58453b24706 req-b11415e8-0189-4ff3-89d5-6e46d88ae6fe tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:12.824860 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-32056aae-cfeb-47c0-80b1-a58453b24706 req-b11415e8-0189-4ff3-89d5-6e46d88ae6fe tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 944 time: 0.1160185 May 31 12:01:12.870936 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-32056aae-cfeb-47c0-80b1-a58453b24706 req-a863acd7-1512-48bb-834e-2e017e417a95 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399446 May 31 12:01:12.872214 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.876253 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:12.937530 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:12.938138 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:12.939469 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] 10.222.0.36 "PUT /v2.0/ports/cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde HTTP/1.1" status: 200 len: 1094 time: 1.1354940 May 31 12:01:12.939950 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf84ed4-3a3f-4192-9a91-3333fc5ac222', 'tag': 'cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:12.942265 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bab5152-a082-4239-b8f4-ed62a4a636eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf84ed4-3a3f-4192-9a91-3333fc5ac222", "tag": "cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:12.959668 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Pushing event updated for resources: {'Port': ['ID=cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde,revision_number=3']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:12.962762 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:12.994878 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8c8a9a-da53-4481-8a01-75ef888d5f39 x-openstack-request-id: req-6d8c8a9a-da53-4481-8a01-75ef888d5f39 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:12.996292 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf84ed4-3a3f-4192-9a91-3333fc5ac222", "tag": "cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:12.996292 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d8c8a9a-da53-4481-8a01-75ef888d5f39 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:12.996292 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf84ed4-3a3f-4192-9a91-3333fc5ac222', 'tag': 'cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde', 'status': 'completed', 'code': 200} May 31 12:01:13.105322 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab5152-a082-4239-b8f4-ed62a4a636eb req-0aae3cd2-dfdc-4f7a-8982-8d43a360db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:13.106708 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7bab5152-a082-4239-b8f4-ed62a4a636eb req-0aae3cd2-dfdc-4f7a-8982-8d43a360db3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=778a70e770014f7d89259593b9d54044&device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 1097 time: 0.0720310 May 31 12:01:13.250935 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab5152-a082-4239-b8f4-ed62a4a636eb req-c0342cbd-6389-43c5-864a-580e4c8eba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:13.252385 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7bab5152-a082-4239-b8f4-ed62a4a636eb req-c0342cbd-6389-43c5-864a-580e4c8eba43 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=778a70e770014f7d89259593b9d54044&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1321597 May 31 12:01:13.392904 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab5152-a082-4239-b8f4-ed62a4a636eb req-11efb4cc-e61e-4039-8280-109284f45566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:13.394391 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7bab5152-a082-4239-b8f4-ed62a4a636eb req-11efb4cc-e61e-4039-8280-109284f45566 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347892 May 31 12:01:13.527135 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-b72fccbc-2c8a-4e04-8e97-545e0f7aa7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:13.528683 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-b72fccbc-2c8a-4e04-8e97-545e0f7aa7de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=778a70e770014f7d89259593b9d54044&device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 1097 time: 0.0750296 May 31 12:01:13.603494 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-10dcce53-0c9e-45f5-8991-60d5586549e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde HTTP/1.1" status: 200 len: 217 time: 0.0605621 May 31 12:01:13.671396 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-3856c9e6-08b5-4315-8a75-e366d5227796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:13.672829 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-3856c9e6-08b5-4315-8a75-e366d5227796 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f42f575f-a379-4e5d-8f5e-0d89c22e4454 HTTP/1.1" status: 200 len: 848 time: 0.0606539 May 31 12:01:13.721429 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-fcab8d44-1f9d-4bbf-a3fa-fe467a78fdf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=703c0e76-ef66-4c3b-9b84-89c8ca04ee9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413535 May 31 12:01:13.851870 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-efe517da-fb2d-4be2-9c9b-1975f78d2b26 service neutron] 10.222.0.36 "GET /v2.0/networks/703c0e76-ef66-4c3b-9b84-89c8ca04ee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223679 May 31 12:01:13.985373 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-65f2fe2d-a113-4877-9f51-fc6597f90397 req-a9972fb7-5b3c-49e7-bc6a-d8ada7f8a580 service neutron] 10.222.0.36 "GET /v2.0/networks/703c0e76-ef66-4c3b-9b84-89c8ca04ee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261797 May 31 12:01:14.064730 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8cdd7-548b-484c-b85f-552cd3020411 req-418929a2-a704-49bf-aaab-ed877c5e6948 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:14.066373 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2ce8cdd7-548b-484c-b85f-552cd3020411 req-418929a2-a704-49bf-aaab-ed877c5e6948 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 944 time: 0.0852654 May 31 12:01:14.112871 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2ce8cdd7-548b-484c-b85f-552cd3020411 req-6df730c2-123b-4b59-816d-46881dea268c tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406504 May 31 12:01:15.292988 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d71a1-41a8-45d9-b9a7-ff452e17f406 req-38aa9340-e487-4108-94a7-ca08ba6b3447 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:15.293678 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-7a2d71a1-41a8-45d9-b9a7-ff452e17f406 req-38aa9340-e487-4108-94a7-ca08ba6b3447 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Synchronizing usage tracker for tenant:778a70e770014f7d89259593b9d54044 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:01:15.388695 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-7a2d71a1-41a8-45d9-b9a7-ff452e17f406 req-38aa9340-e487-4108-94a7-ca08ba6b3447 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Unset dirty status for tenant:778a70e770014f7d89259593b9d54044 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:01:15.390346 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7a2d71a1-41a8-45d9-b9a7-ff452e17f406 req-38aa9340-e487-4108-94a7-ca08ba6b3447 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 944 time: 0.1743510 May 31 12:01:15.437166 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-7a2d71a1-41a8-45d9-b9a7-ff452e17f406 req-865cd0de-d5de-4435-9684-a1c87517b22e tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Synchronizing usage tracker for tenant:778a70e770014f7d89259593b9d54044 on resource:security_group {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:01:15.502857 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-7a2d71a1-41a8-45d9-b9a7-ff452e17f406 req-865cd0de-d5de-4435-9684-a1c87517b22e tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Unset dirty status for tenant:778a70e770014f7d89259593b9d54044 on resource:security_group {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:01:15.503972 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-7a2d71a1-41a8-45d9-b9a7-ff452e17f406 req-865cd0de-d5de-4435-9684-a1c87517b22e tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079392 May 31 12:01:16.575134 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:01:16.691485 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0446-46ac-42ba-a4dc-5b8a99e6829c req-2e0787b0-981b-4273-8807-75462c3774d2 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:16.692968 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3a8d0446-46ac-42ba-a4dc-5b8a99e6829c req-2e0787b0-981b-4273-8807-75462c3774d2 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 944 time: 0.0785751 May 31 12:01:16.707508 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde,segment=NetworkSegment(846b0732-ee9f-454d-91bb-0581f6648b38),segment_id=846b0732-ee9f-454d-91bb-0581f6648b38)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:16.721050 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': 'cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde', 'network_id': '703c0e76-ef66-4c3b-9b84-89c8ca04ee9a', 'port_id': 'cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde', 'mac_address': 'fa:16:3e:d4:b4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42f575f-a379-4e5d-8f5e-0d89c22e4454', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:01:16.742353 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3a8d0446-46ac-42ba-a4dc-5b8a99e6829c req-d7b495b4-fd18-49f8-8883-6cb1ab642cb3 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431898 May 31 12:01:16.775198 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:16.794736 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:01:16.810026 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde,segment=NetworkSegment(846b0732-ee9f-454d-91bb-0581f6648b38),segment_id=846b0732-ee9f-454d-91bb-0581f6648b38)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:16.877171 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:16.878865 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-1d28f2a9-0f60-41a4-9e92-144ff5af6276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:16.942858 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:16.949999 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:16.950346 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:16.950683 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:16.951016 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:16.951346 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:16.952190 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:16.952515 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:16.952836 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:16.953155 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:16.953472 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:16.953790 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:16.954104 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:16.957848 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:17.174681 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:01:17.236165 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48898) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:17.899975 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-26c49471-90fd-473f-9a41-24a8aabdc22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699338'] for router_interface, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:17.928147 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8f414-7531-4674-8dff-69ba680bc751 req-de842cb3-0285-4223-8e5b-8908f879c3cf tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:17.929611 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f9e8f414-7531-4674-8dff-69ba680bc751 req-de842cb3-0285-4223-8e5b-8908f879c3cf tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 945 time: 0.0792179 May 31 12:01:17.974101 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f9e8f414-7531-4674-8dff-69ba680bc751 req-c6eae486-7949-4492-b73f-56583691b233 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387628 May 31 12:01:18.300487 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-26c49471-90fd-473f-9a41-24a8aabdc22b admin admin] Deleting port 1c8720ed-a644-41c0-ba2e-90d9b6859931 {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:18.300825 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-26c49471-90fd-473f-9a41-24a8aabdc22b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:18.418962 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [None req-26c49471-90fd-473f-9a41-24a8aabdc22b admin admin] For port 1c8720ed-a644-41c0-ba2e-90d9b6859931, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=1c8720ed-a644-41c0-ba2e-90d9b6859931,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:18.419305 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-26c49471-90fd-473f-9a41-24a8aabdc22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:18.538910 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-26c49471-90fd-473f-9a41-24a8aabdc22b admin admin] Calling delete_port for 1c8720ed-a644-41c0-ba2e-90d9b6859931 owned by network:router_interface {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:18.590643 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:01:18.711732 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:01:18.716631 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:01:18.717009 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:18.751650 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-26c49471-90fd-473f-9a41-24a8aabdc22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:18.756609 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-aae37f73-57d7-489c-86d6-0dd99c08f0c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:18.799749 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c49471-90fd-473f-9a41-24a8aabdc22b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8720ed-a644-41c0-ba2e-90d9b6859931,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:18.802972 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-26c49471-90fd-473f-9a41-24a8aabdc22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:18.876287 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:18.904150 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf84ed4-3a3f-4192-9a91-3333fc5ac222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:18.906468 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6487872-18f8-415f-b160-45cdf097697b" -d '{"events": [{"server_uuid": "bcf84ed4-3a3f-4192-9a91-3333fc5ac222", "name": "network-vif-plugged", "status": "completed", "tag": "cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:18.928556 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde,segment=NetworkSegment(846b0732-ee9f-454d-91bb-0581f6648b38),segment_id=846b0732-ee9f-454d-91bb-0581f6648b38)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:18.954953 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466e5752-76d2-439f-bcb9-50403bb27b23 x-openstack-request-id: req-466e5752-76d2-439f-bcb9-50403bb27b23 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:18.955282 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf84ed4-3a3f-4192-9a91-3333fc5ac222", "name": "network-vif-plugged", "status": "completed", "tag": "cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:18.955536 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-466e5752-76d2-439f-bcb9-50403bb27b23 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:18.955976 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf84ed4-3a3f-4192-9a91-3333fc5ac222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde', 'code': 200} May 31 12:01:18.992175 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:18.994167 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-ad7d574e-8d78-4b41-9989-ac294a577f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:19.073163 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:19.076514 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:19.084193 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-26c49471-90fd-473f-9a41-24a8aabdc22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703834'] for router_interface, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:19.173257 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f54bc4-faf1-460f-bd2b-ab73e7a044b8 req-ffd0927a-3300-4d79-9353-2d7b170c5382 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:19.174714 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-21f54bc4-faf1-460f-bd2b-ab73e7a044b8 req-ffd0927a-3300-4d79-9353-2d7b170c5382 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 946 time: 0.0879054 May 31 12:01:19.219761 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-21f54bc4-faf1-460f-bd2b-ab73e7a044b8 req-bba14571-e591-474b-a88e-b69afdaa409f tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391531 May 31 12:01:19.348646 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5087f35-c1bf-4ecd-b2f5-b51c05192744 req-67fa2174-1e21-413d-9fbb-0f27f6c43494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:19.350019 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c5087f35-c1bf-4ecd-b2f5-b51c05192744 req-67fa2174-1e21-413d-9fbb-0f27f6c43494 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 1099 time: 0.0698073 May 31 12:01:19.391248 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c5087f35-c1bf-4ecd-b2f5-b51c05192744 req-30e8eaf7-92ca-4b77-879a-0ce3ce187f95 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347548 May 31 12:01:19.544282 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c49471-90fd-473f-9a41-24a8aabdc22b admin admin] Router 50615db7-a7e2-477d-b898-de2ed573c037 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:01:19.717005 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c49471-90fd-473f-9a41-24a8aabdc22b admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:01:19.726056 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b65a1c-ffe6-410f-aef7-e0ff548c3896 None None] Sync routers for ids ['50615db7-a7e2-477d-b898-de2ed573c037'] in dv-cinder-791240-4-smb {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:01:19.730491 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-26c49471-90fd-473f-9a41-24a8aabdc22b admin admin] 10.222.0.43 "PUT /v2.0/routers/50615db7-a7e2-477d-b898-de2ed573c037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4932396 May 31 12:01:19.732899 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48910) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:19.736992 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b65a1c-ffe6-410f-aef7-e0ff548c3896 None None] Routers {'50615db7-a7e2-477d-b898-de2ed573c037'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:01:19.737705 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-b5b65a1c-ffe6-410f-aef7-e0ff548c3896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:01:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['50615db7-a7e2-477d-b898-de2ed573c037'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:19.908566 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] Notify callbacks [] for router, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:19.913282 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-b5b65a1c-ffe6-410f-aef7-e0ff548c3896 None None] Set router 50615db7-a7e2-477d-b898-de2ed573c037 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:01:20.083543 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:20.189967 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-b5b65a1c-ffe6-410f-aef7-e0ff548c3896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T12:01:18Z', 'revision_number': 5, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port': {'id': '4e610d55-879f-49e6-a27f-0f79b339c590', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50615db7-a7e2-477d-b898-de2ed573c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:56:12Z', 'updated_at': '2021-05-31T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:20.194173 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b65a1c-ffe6-410f-aef7-e0ff548c3896 None None] Checking router: 50615db7-a7e2-477d-b898-de2ed573c037 for host: dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:01:20.202796 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b65a1c-ffe6-410f-aef7-e0ff548c3896 None None] Routers {'50615db7-a7e2-477d-b898-de2ed573c037'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:01:20.203380 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-b5b65a1c-ffe6-410f-aef7-e0ff548c3896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:01:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['50615db7-a7e2-477d-b898-de2ed573c037'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:20.210249 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] Deleting port 4e610d55-879f-49e6-a27f-0f79b339c590 {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:20.210756 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:20.340633 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] For port 4e610d55-879f-49e6-a27f-0f79b339c590, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=4e610d55-879f-49e6-a27f-0f79b339c590,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:20.340950 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:20.378172 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-b5b65a1c-ffe6-410f-aef7-e0ff548c3896 None None] Set router 50615db7-a7e2-477d-b898-de2ed573c037 gateway port host: None {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:01:20.489955 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-b5b65a1c-ffe6-410f-aef7-e0ff548c3896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T12:01:20Z', 'revision_number': 6, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port_host': None}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:20.494174 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b65a1c-ffe6-410f-aef7-e0ff548c3896 None None] The sync data for ids ['50615db7-a7e2-477d-b898-de2ed573c037'] in dv-cinder-791240-4-smb is: [{'id': '50615db7-a7e2-477d-b898-de2ed573c037', 'name': 'tempest-AttachVolumeTestJSON-1453917524-router', 'tenant_id': '34f0e76e94764cfd8eb89731efc545cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:56:11Z', 'updated_at': '2021-05-31T12:01:20Z', 'revision_number': 6, 'project_id': '34f0e76e94764cfd8eb89731efc545cc', 'gw_port_host': None}] {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:01:20.505209 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] Calling delete_port for 4e610d55-879f-49e6-a27f-0f79b339c590 owned by network:router_gateway {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:20.565276 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181ae0d-ea27-4392-a5f8-0586a3fcab1d req-f952e71d-6b10-4efd-8dc5-181967987d1e tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:20.566739 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8181ae0d-ea27-4392-a5f8-0586a3fcab1d req-f952e71d-6b10-4efd-8dc5-181967987d1e tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 946 time: 0.2186780 May 31 12:01:20.628980 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8181ae0d-ea27-4392-a5f8-0586a3fcab1d req-fb6ef253-6732-4bbb-a6fc-7c5198fd86f2 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548525 May 31 12:01:20.910125 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 1c8720ed-a644-41c0-ba2e-90d9b6859931 no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:20.912171 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:20.917373 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-817fd420-b4ec-4f7c-bdb5-747f209f2eed tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:20.955936 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: 1c8720ed-a644-41c0-ba2e-90d9b6859931 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:01:20.956321 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 1c8720ed-a644-41c0-ba2e-90d9b6859931 not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:01:20.996847 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] Pushing event deleted for resources: {'Port': ['ID=4e610d55-879f-49e6-a27f-0f79b339c590,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:20.999194 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:21.067450 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697303'] for router_gateway, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:21.238410 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-983'] for router, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:21.240716 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:21.326043 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703590'] for router, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:21.327041 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50615db7-a7e2-477d-b898-de2ed573c037 {{(pid=98765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:01:21.338987 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] Notify callbacks [] for router, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:21.340127 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-73479c32-bbe1-48d6-86c2-1d4be9e1c0de admin admin] 10.222.0.43 "DELETE /v2.0/routers/50615db7-a7e2-477d-b898-de2ed573c037 HTTP/1.1" status: 204 len: 168 time: 1.6063046 May 31 12:01:21.344196 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48916) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:21.406185 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcad7063-8e1e-4fa2-a269-0923de816ca7 admin admin] Deleting subnet edde4eb3-72fa-4627-bcaa-bdeb0e37c13b {{(pid=98765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:01:21.409103 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bcad7063-8e1e-4fa2-a269-0923de816ca7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:21.458376 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bcad7063-8e1e-4fa2-a269-0923de816ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2606163'] for subnet, precommit_delete_associations {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:21.537410 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bcad7063-8e1e-4fa2-a269-0923de816ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118501'] for subnet, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:21.824131 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5f703-71b4-4463-bd62-cbe147b0db17 req-54ddf5f1-3130-4928-8d92-3fd4140c799a tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:21.826134 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-77d5f703-71b4-4463-bd62-cbe147b0db17 req-54ddf5f1-3130-4928-8d92-3fd4140c799a tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 946 time: 0.0849705 May 31 12:01:21.869645 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-77d5f703-71b4-4463-bd62-cbe147b0db17 req-fc0c431c-7c19-4c9b-b1af-0f781fd87978 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372765 May 31 12:01:21.903583 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bcad7063-8e1e-4fa2-a269-0923de816ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8067920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1661553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2254752'] for subnet, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:21.908910 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-6210b5cf-5761-47c9-87fe-d190f024ba20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:21.943096 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad7063-8e1e-4fa2-a269-0923de816ca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edde4eb3-72fa-4627-bcaa-bdeb0e37c13b,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:21.946043 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-bcad7063-8e1e-4fa2-a269-0923de816ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:21.947018 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bcad7063-8e1e-4fa2-a269-0923de816ca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:21.953172 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a34cbe-cf72-4499-ae39-0740428a47ad None None] Network 5826c415-3fe8-4517-91ef-eb31079ce526 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:01:21.955318 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-bcad7063-8e1e-4fa2-a269-0923de816ca7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/edde4eb3-72fa-4627-bcaa-bdeb0e37c13b HTTP/1.1" status: 204 len: 168 time: 0.6101520 May 31 12:01:21.957765 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48924) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:22.067601 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866513'] for network, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:22.145125 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Deleting port aec59118-8736-4c5e-81b5-39f3fdda0691 {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:22.145383 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:22.210722 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d4ef9e-e0d7-48d2-87cc-b8d6c04e171b None None] DHCP port deletion for 5826c415-3fe8-4517-91ef-eb31079ce526 request from dv-cinder-791240-4-smb {{(pid=98766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:01:22.246652 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.db [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] For port aec59118-8736-4c5e-81b5-39f3fdda0691, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=aec59118-8736-4c5e-81b5-39f3fdda0691,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:22.247251 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:22.283209 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-03d4ef9e-e0d7-48d2-87cc-b8d6c04e171b None None] Deleting port aec59118-8736-4c5e-81b5-39f3fdda0691 {{(pid=98766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:22.283591 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-03d4ef9e-e0d7-48d2-87cc-b8d6c04e171b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:22.371735 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Calling delete_port for aec59118-8736-4c5e-81b5-39f3fdda0691 owned by network:dhcp {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:22.384493 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-03d4ef9e-e0d7-48d2-87cc-b8d6c04e171b None None] For port aec59118-8736-4c5e-81b5-39f3fdda0691, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=aec59118-8736-4c5e-81b5-39f3fdda0691,segment=NetworkSegment(0f3644cc-1c54-41e1-92ff-e12819f59fe8),segment_id=0f3644cc-1c54-41e1-92ff-e12819f59fe8)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:22.385128 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-03d4ef9e-e0d7-48d2-87cc-b8d6c04e171b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:22.511581 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:22.513703 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-03d4ef9e-e0d7-48d2-87cc-b8d6c04e171b None None] Calling delete_port for aec59118-8736-4c5e-81b5-39f3fdda0691 owned by network:dhcp {{(pid=98766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:22.517057 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-69557e04-bd85-48d6-a47b-801f33377638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:22.562560 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] No DVR routers for this DVR port aec59118-8736-4c5e-81b5-39f3fdda0691 on host dv-cinder-791240-4-smb {{(pid=98765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:01:22.565476 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-03d4ef9e-e0d7-48d2-87cc-b8d6c04e171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252'] for port, after_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:22.569345 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:22.594963 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:01:22.616358 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4ef9e-e0d7-48d2-87cc-b8d6c04e171b None None] Pushing event deleted for resources: {'Port': ['ID=aec59118-8736-4c5e-81b5-39f3fdda0691,revision_number=None']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:22.619519 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-03d4ef9e-e0d7-48d2-87cc-b8d6c04e171b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:22.620411 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d4ef9e-e0d7-48d2-87cc-b8d6c04e171b None None] No DVR routers for this DVR port aec59118-8736-4c5e-81b5-39f3fdda0691 on host dv-cinder-791240-4-smb {{(pid=98766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:01:22.688449 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aec59118-8736-4c5e-81b5-39f3fdda0691,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:22.715964 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:22.716278 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:22.716642 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:22.717528 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:22.717882 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:22.718234 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:22.718578 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:22.718924 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:22.719270 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:22.719612 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:22.719981 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:22.720342 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:22.723571 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:22.791942 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8068714', 'neutron.services.segments.db._delete_segments_for_network-8766107643100'] for network, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:22.798826 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 4e610d55-879f-49e6-a27f-0f79b339c590 no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:22.806798 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5826c415-3fe8-4517-91ef-eb31079ce526']}} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:22.819156 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3644cc-1c54-41e1-92ff-e12819f59fe8') {'for_net_delete': True} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:22.819500 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.services.segments.db [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3644cc-1c54-41e1-92ff-e12819f59fe8') {} {{(pid=98765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:22.832021 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766107651229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2606168'] for segment, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:22.833006 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: 4e610d55-879f-49e6-a27f-0f79b339c590 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:01:22.833361 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 4e610d55-879f-49e6-a27f-0f79b339c590 not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:01:22.833781 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device aec59118-8736-4c5e-81b5-39f3fdda0691 no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:22.848898 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:22.855013 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=98765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:01:22.855396 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1624279'] for segment, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:22.866800 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: aec59118-8736-4c5e-81b5-39f3fdda0691 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:01:22.867154 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device aec59118-8736-4c5e-81b5-39f3fdda0691 not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: Traceback (most recent call last): May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: timer() May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: cb(*args, **kw) May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: return func(*args, **kwargs) May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: self._notify() May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: self.callback(batched_events) May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: event.method(event) May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: return f(self, *a, **k) May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: return self._get(url).json() May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: return self.request(url, 'GET', **kwargs) May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:01:22.868749 dv-cinder-791240-4-smb neutron-server[98765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:01:23.000300 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8068707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697290'] for network, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:23.004320 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:23.021193 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:23.032927 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5826c415-3fe8-4517-91ef-eb31079ce526,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:23.036211 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:23.118409 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-d42faa79-28cf-4e13-ab38-686072acbfb1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5826c415-3fe8-4517-91ef-eb31079ce526 HTTP/1.1" status: 204 len: 168 time: 1.1594875 May 31 12:01:23.468615 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 48940) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:23.550563 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-55ae1392-4018-485a-a060-da3812352b64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34f0e76e94764cfd8eb89731efc545cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806549 May 31 12:01:23.553068 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 48944) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:23.597802 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10887241-2ab9-48e8-a005-e5d895f3c004 req-623c66f4-c14b-4a50-bd0b-67be0d676fa8 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:23.599428 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-10887241-2ab9-48e8-a005-e5d895f3c004 req-623c66f4-c14b-4a50-bd0b-67be0d676fa8 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 946 time: 0.0881684 May 31 12:01:23.612737 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-589e4517-6135-40bc-a5a8-bdfca531506b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:23.641873 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-589e4517-6135-40bc-a5a8-bdfca531506b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:23.721474 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-10887241-2ab9-48e8-a005-e5d895f3c004 req-555101cb-61bd-4da4-a6e1-8981acc02e1f tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163735 May 31 12:01:23.777468 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-589e4517-6135-40bc-a5a8-bdfca531506b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:23.782429 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-1a444103-b5a4-45d6-a306-893866765ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:23.796230 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e4517-6135-40bc-a5a8-bdfca531506b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaa44e0-aace-4473-8eeb-e1546a48a917,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:23.798676 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-589e4517-6135-40bc-a5a8-bdfca531506b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:23.804503 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-589e4517-6135-40bc-a5a8-bdfca531506b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:23.805607 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-589e4517-6135-40bc-a5a8-bdfca531506b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/feaa44e0-aace-4473-8eeb-e1546a48a917 HTTP/1.1" status: 204 len: 168 time: 0.2515724 May 31 12:01:24.918256 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4136b6-28d3-49de-9b75-bceb69967bba req-2025d18e-1043-481b-95fe-bac75ca9a91d tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:24.919837 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2e4136b6-28d3-49de-9b75-bceb69967bba req-2025d18e-1043-481b-95fe-bac75ca9a91d tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 946 time: 0.0848801 May 31 12:01:24.964888 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2e4136b6-28d3-49de-9b75-bceb69967bba req-973bc60d-8de4-46dd-be17-ca7e59129d65 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392387 May 31 12:01:25.037407 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5480b-2c3a-413f-bc23-aab91f9e6e3f req-8519ef76-e242-4c37-a051-b5f40fc7064a tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:25.038851 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dff5480b-2c3a-413f-bc23-aab91f9e6e3f req-8519ef76-e242-4c37-a051-b5f40fc7064a tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 946 time: 0.0817680 May 31 12:01:25.177798 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-dff5480b-2c3a-413f-bc23-aab91f9e6e3f req-2b00a67f-867e-49e1-9be3-8afa8f0f0251 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Deleting port cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:25.178132 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-dff5480b-2c3a-413f-bc23-aab91f9e6e3f req-2b00a67f-867e-49e1-9be3-8afa8f0f0251 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:25.311891 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-dff5480b-2c3a-413f-bc23-aab91f9e6e3f req-2b00a67f-867e-49e1-9be3-8afa8f0f0251 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] For port cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde,segment=NetworkSegment(846b0732-ee9f-454d-91bb-0581f6648b38),segment_id=846b0732-ee9f-454d-91bb-0581f6648b38)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:25.312293 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-dff5480b-2c3a-413f-bc23-aab91f9e6e3f req-2b00a67f-867e-49e1-9be3-8afa8f0f0251 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:25.441735 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-dff5480b-2c3a-413f-bc23-aab91f9e6e3f req-2b00a67f-867e-49e1-9be3-8afa8f0f0251 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Calling delete_port for cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde owned by compute:nova {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:25.631646 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-dff5480b-2c3a-413f-bc23-aab91f9e6e3f req-2b00a67f-867e-49e1-9be3-8afa8f0f0251 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:25.637554 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:25.666461 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:01:25.685497 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00a67f-867e-49e1-9be3-8afa8f0f0251 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Pushing event deleted for resources: {'Port': ['ID=cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:25.688633 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2b00a67f-867e-49e1-9be3-8afa8f0f0251 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:25.763415 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff5480b-2c3a-413f-bc23-aab91f9e6e3f req-2b00a67f-867e-49e1-9be3-8afa8f0f0251 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] No DVR routers for this DVR port cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde on host hv-cinder-79124 {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:01:25.766226 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-dff5480b-2c3a-413f-bc23-aab91f9e6e3f req-2b00a67f-867e-49e1-9be3-8afa8f0f0251 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:25.768893 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf84ed4-3a3f-4192-9a91-3333fc5ac222', 'name': 'network-vif-deleted', 'tag': 'cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:25.771190 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbeff96-654c-4f43-8931-7ad7b0718a24" -d '{"events": [{"server_uuid": "bcf84ed4-3a3f-4192-9a91-3333fc5ac222", "name": "network-vif-deleted", "tag": "cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:25.814472 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae4bbb0-58e4-484e-99c6-d219ad250844 x-openstack-request-id: req-9ae4bbb0-58e4-484e-99c6-d219ad250844 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:25.814792 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf84ed4-3a3f-4192-9a91-3333fc5ac222", "name": "network-vif-deleted", "tag": "cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:25.815071 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ae4bbb0-58e4-484e-99c6-d219ad250844 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:25.815531 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf84ed4-3a3f-4192-9a91-3333fc5ac222', 'name': 'network-vif-deleted', 'tag': 'cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde', 'status': 'completed', 'code': 200} May 31 12:01:25.849492 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dff5480b-2c3a-413f-bc23-aab91f9e6e3f req-2b00a67f-867e-49e1-9be3-8afa8f0f0251 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.36 "DELETE /v2.0/ports/cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde HTTP/1.1" status: 204 len: 173 time: 0.8051856 May 31 12:01:26.122138 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-4b83b512-d633-430b-931f-86af01fccb07 req-a575e0ff-9778-4d2f-b005-8758d92f470d tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcf84ed4-3a3f-4192-9a91-3333fc5ac222 HTTP/1.1" status: 200 len: 210 time: 0.0471432 May 31 12:01:27.527291 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3bf24-845d-45d4-924f-02c76728323b req-79bc9d24-3863-45cb-9fd5-e4d4cbe7102d tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:27.528739 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1aa3bf24-845d-45d4-924f-02c76728323b req-79bc9d24-3863-45cb-9fd5-e4d4cbe7102d tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/networks?id=703c0e76-ef66-4c3b-9b84-89c8ca04ee9a HTTP/1.1" status: 200 len: 808 time: 0.1426594 May 31 12:01:27.543513 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1aa3bf24-845d-45d4-924f-02c76728323b req-5e8a3f38-1ab7-4a38-a956-1183269c3298 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/quotas/778a70e770014f7d89259593b9d54044 HTTP/1.1" status: 200 len: 375 time: 0.0086727 May 31 12:01:27.602251 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1aa3bf24-845d-45d4-924f-02c76728323b req-2872c222-19a3-42d5-b0f1-8d12850a6b64 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=778a70e770014f7d89259593b9d54044&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540628 May 31 12:01:27.834545 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1aa3bf24-845d-45d4-924f-02c76728323b req-42b86925-220f-433e-a8c0-7bcb5012138d service neutron] 10.222.0.43 "GET /v2.0/networks/703c0e76-ef66-4c3b-9b84-89c8ca04ee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255144 May 31 12:01:27.965199 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1aa3bf24-845d-45d4-924f-02c76728323b req-542decea-48b7-4173-919f-c2d8f80b643c service neutron] 10.222.0.43 "GET /v2.0/networks/703c0e76-ef66-4c3b-9b84-89c8ca04ee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249614 May 31 12:01:28.218593 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-1b1f6b61-07a5-446d-bd27-b670bfc6811e req-02271aa9-ad00-4512-8143-e79f5a2ef89a tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Synchronizing usage tracker for tenant:778a70e770014f7d89259593b9d54044 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:01:28.328891 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-1b1f6b61-07a5-446d-bd27-b670bfc6811e req-02271aa9-ad00-4512-8143-e79f5a2ef89a tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Unset dirty status for tenant:778a70e770014f7d89259593b9d54044 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:01:28.330252 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1b1f6b61-07a5-446d-bd27-b670bfc6811e req-02271aa9-ad00-4512-8143-e79f5a2ef89a tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 210 time: 0.1545250 May 31 12:01:29.482491 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5b49d30c-43a9-43b3-a4af-0f4abf24f65c req-8989ac2a-819c-47fa-a167-d299ce0e4f9a tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 210 time: 0.0444205 May 31 12:01:29.960321 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-247a6b61-aa83-4c38-a083-6161b30bf084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:30.428461 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3bf24-845d-45d4-924f-02c76728323b req-ceb4fc31-2b76-4c59-a9d0-0378f1f624e8 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:30.429893 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1aa3bf24-845d-45d4-924f-02c76728323b req-ceb4fc31-2b76-4c59-a9d0-0378f1f624e8 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.36 "GET /v2.0/networks?id=703c0e76-ef66-4c3b-9b84-89c8ca04ee9a HTTP/1.1" status: 200 len: 808 time: 0.1425717 May 31 12:01:30.449984 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-1aa3bf24-845d-45d4-924f-02c76728323b req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Request body: {'port': {'device_id': '636b1a10-9892-4c2a-b594-4582163318c0', 'network_id': '703c0e76-ef66-4c3b-9b84-89c8ca04ee9a', 'admin_state_up': True, 'tenant_id': '778a70e770014f7d89259593b9d54044'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:30.630523 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-1aa3bf24-845d-45d4-924f-02c76728323b req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:30.640409 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-04f43fe7-d7c7-467c-9749-5108719999fd req-d8e157dc-1384-4537-b2ee-f61edc1bebbf tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 210 time: 0.0515971 May 31 12:01:30.643404 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:30.647583 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-1aa3bf24-845d-45d4-924f-02c76728323b req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:30.687793 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:01:30.688850 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device cf35bcb3-8a6e-42b0-b5c3-be67bf9c5fde not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:01:30.743410 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa3bf24-845d-45d4-924f-02c76728323b req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Made reservation on behalf of 778a70e770014f7d89259593b9d54044 for: {'port': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:01:30.753108 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1aa3bf24-845d-45d4-924f-02c76728323b req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:30.914444 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [req-1aa3bf24-845d-45d4-924f-02c76728323b req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Allocated IP 172.20.0.7 (703c0e76-ef66-4c3b-9b84-89c8ca04ee9a/f42f575f-a379-4e5d-8f5e-0d89c22e4454/975e0397-8361-4365-93ca-85c213fda894) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:01:31.115142 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1aa3bf24-845d-45d4-924f-02c76728323b req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:31.257940 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1aa3bf24-845d-45d4-924f-02c76728323b req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:31.263617 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-de696e12-6995-4695-a99d-fc634329b7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:31.331291 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa3bf24-845d-45d4-924f-02c76728323b req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Network 703c0e76-ef66-4c3b-9b84-89c8ca04ee9a is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:01:31.334552 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [req-1aa3bf24-845d-45d4-924f-02c76728323b req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:01:31.338188 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa3bf24-845d-45d4-924f-02c76728323b req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:01:31.368916 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Pushing event updated for resources: {'Port': ['ID=975e0397-8361-4365-93ca-85c213fda894,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:31.375676 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:31.407700 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3bf24-845d-45d4-924f-02c76728323b req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:31.408331 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1aa3bf24-845d-45d4-924f-02c76728323b req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:31.500827 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1aa3bf24-845d-45d4-924f-02c76728323b req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0547597 May 31 12:01:31.520556 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Request body: {'port': {'device_id': '636b1a10-9892-4c2a-b594-4582163318c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:31.714331 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:31.828808 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acba797-887b-416c-8e4a-e16abdb9294c req-30a32f60-5876-403c-8efe-2786cd665aa9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:31.830333 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5acba797-887b-416c-8e4a-e16abdb9294c req-30a32f60-5876-403c-8efe-2786cd665aa9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 931 time: 0.0839133 May 31 12:01:31.878563 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5acba797-887b-416c-8e4a-e16abdb9294c req-0c694625-1ec0-4432-b30c-11fbdbb70d10 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 May 31 12:01:32.072150 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975e0397-8361-4365-93ca-85c213fda894 {{(pid=98764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:01:32.079436 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.093118 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Transition to ACTIVE for port object 975e0397-8361-4365-93ca-85c213fda894 will not be triggered until provisioned by entity L2. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:01:32.217400 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.222140 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-32f8a407-625d-4356-9637-5c62c0d0b9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:32.314821 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-8e2e90be-938b-429a-b880-0b426b4e27ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.348980 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.382945 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Pushing event updated for resources: {'Port': ['ID=975e0397-8361-4365-93ca-85c213fda894,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:32.412336 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:32.450204 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Attempting to bind port 975e0397-8361-4365-93ca-85c213fda894 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:01:32.450463 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Attempting to bind port 975e0397-8361-4365-93ca-85c213fda894 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '846b0732-ee9f-454d-91bb-0581f6648b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '703c0e76-ef66-4c3b-9b84-89c8ca04ee9a'}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:01:32.450781 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Attempting to bind port 975e0397-8361-4365-93ca-85c213fda894 on network 703c0e76-ef66-4c3b-9b84-89c8ca04ee9a {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:01:32.455232 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Port 975e0397-8361-4365-93ca-85c213fda894 on network 703c0e76-ef66-4c3b-9b84-89c8ca04ee9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:01:32.455993 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Attempting to bind port 975e0397-8361-4365-93ca-85c213fda894 on network 703c0e76-ef66-4c3b-9b84-89c8ca04ee9a {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:01:32.460813 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:01:32.461143 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Checking segment: {'id': '846b0732-ee9f-454d-91bb-0581f6648b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '703c0e76-ef66-4c3b-9b84-89c8ca04ee9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:01:32.461521 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Bound using segment: {'id': '846b0732-ee9f-454d-91bb-0581f6648b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '703c0e76-ef66-4c3b-9b84-89c8ca04ee9a'} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:01:32.461940 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Bound port: 975e0397-8361-4365-93ca-85c213fda894, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846b0732-ee9f-454d-91bb-0581f6648b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '703c0e76-ef66-4c3b-9b84-89c8ca04ee9a'}}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:01:32.462282 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.550150 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] For port 975e0397-8361-4365-93ca-85c213fda894, host hv-cinder-79124, cleared binding levels {{(pid=98764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:01:32.553174 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] For port 975e0397-8361-4365-93ca-85c213fda894, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=975e0397-8361-4365-93ca-85c213fda894,segment=NetworkSegment(846b0732-ee9f-454d-91bb-0581f6648b38),segment_id=846b0732-ee9f-454d-91bb-0581f6648b38)] {{(pid=98764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:01:32.620485 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.625239 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:32.685406 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:32.686050 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.687395 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1aa3bf24-845d-45d4-924f-02c76728323b req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] 10.222.0.36 "PUT /v2.0/ports/975e0397-8361-4365-93ca-85c213fda894 HTTP/1.1" status: 200 len: 1093 time: 1.1708784 May 31 12:01:32.687954 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636b1a10-9892-4c2a-b594-4582163318c0', 'tag': '975e0397-8361-4365-93ca-85c213fda894'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:32.690224 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9067ffac-f880-4698-8a1f-63381aeba5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "636b1a10-9892-4c2a-b594-4582163318c0", "tag": "975e0397-8361-4365-93ca-85c213fda894"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:32.707020 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Pushing event updated for resources: {'Port': ['ID=975e0397-8361-4365-93ca-85c213fda894,revision_number=3']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:32.710182 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-774e4fb3-e09e-4d15-939d-d5c471d7507b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:32.736487 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df72a3e2-d36c-43b5-bf80-08a2beeb07c6 x-openstack-request-id: req-df72a3e2-d36c-43b5-bf80-08a2beeb07c6 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:32.736805 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636b1a10-9892-4c2a-b594-4582163318c0", "tag": "975e0397-8361-4365-93ca-85c213fda894", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:32.737086 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df72a3e2-d36c-43b5-bf80-08a2beeb07c6 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:32.737508 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636b1a10-9892-4c2a-b594-4582163318c0', 'tag': '975e0397-8361-4365-93ca-85c213fda894', 'status': 'completed', 'code': 200} May 31 12:01:32.849289 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067ffac-f880-4698-8a1f-63381aeba5fb req-2b812ba3-4d20-4eb4-b46c-433b12c9a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:32.850881 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9067ffac-f880-4698-8a1f-63381aeba5fb req-2b812ba3-4d20-4eb4-b46c-433b12c9a357 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=778a70e770014f7d89259593b9d54044&device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 1096 time: 0.0699391 May 31 12:01:33.005453 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067ffac-f880-4698-8a1f-63381aeba5fb req-d6d1a1be-0e0e-4436-b444-c6379f6a78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:33.006871 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9067ffac-f880-4698-8a1f-63381aeba5fb req-d6d1a1be-0e0e-4436-b444-c6379f6a78fc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=778a70e770014f7d89259593b9d54044&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1419230 May 31 12:01:33.074963 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d1fe5-86fe-46aa-b779-71d39ccd6922 req-18d2c474-4224-40a8-9788-3488680712b8 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:33.077056 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a29d1fe5-86fe-46aa-b779-71d39ccd6922 req-18d2c474-4224-40a8-9788-3488680712b8 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 943 time: 0.0845468 May 31 12:01:33.129271 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a29d1fe5-86fe-46aa-b779-71d39ccd6922 req-31732039-776c-416f-89ba-d66a92604bcc tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458884 May 31 12:01:33.151143 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067ffac-f880-4698-8a1f-63381aeba5fb req-f789b024-4659-4bc3-8575-1fb6bb8ce627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:33.152623 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-9067ffac-f880-4698-8a1f-63381aeba5fb req-f789b024-4659-4bc3-8575-1fb6bb8ce627 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1369379 May 31 12:01:33.266054 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:33.281132 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3bf24-845d-45d4-924f-02c76728323b req-552e4391-3e55-4dc7-977e-fb3fbc48df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:33.282572 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1aa3bf24-845d-45d4-924f-02c76728323b req-552e4391-3e55-4dc7-977e-fb3fbc48df09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=778a70e770014f7d89259593b9d54044&device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 1096 time: 0.0731206 May 31 12:01:33.358438 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1aa3bf24-845d-45d4-924f-02c76728323b req-3641eaa6-0eba-4167-9592-6aa2efe8311b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=975e0397-8361-4365-93ca-85c213fda894 HTTP/1.1" status: 200 len: 217 time: 0.0615666 May 31 12:01:33.421837 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3bf24-845d-45d4-924f-02c76728323b req-d66dd7e3-5fb6-4e9c-8670-282acd1cc398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:33.423211 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1aa3bf24-845d-45d4-924f-02c76728323b req-d66dd7e3-5fb6-4e9c-8670-282acd1cc398 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f42f575f-a379-4e5d-8f5e-0d89c22e4454 HTTP/1.1" status: 200 len: 848 time: 0.0590584 May 31 12:01:33.469321 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1aa3bf24-845d-45d4-924f-02c76728323b req-4511123d-ee38-48a5-a925-d4f8c8d8c194 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=703c0e76-ef66-4c3b-9b84-89c8ca04ee9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394235 May 31 12:01:33.666849 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1aa3bf24-845d-45d4-924f-02c76728323b req-469b105d-fdce-4e3c-8b38-7c564a62ce39 service neutron] 10.222.0.36 "GET /v2.0/networks/703c0e76-ef66-4c3b-9b84-89c8ca04ee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902280 May 31 12:01:33.797183 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1aa3bf24-845d-45d4-924f-02c76728323b req-fa661062-99e2-4e3e-b21c-8e01b546fa73 service neutron] 10.222.0.36 "GET /v2.0/networks/703c0e76-ef66-4c3b-9b84-89c8ca04ee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228187 May 31 12:01:34.321899 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c68a64-ff50-4968-a02c-89f9ea5e9260 req-2466b14e-337f-40ed-9177-0ed4b77bf694 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:34.322580 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-32c68a64-ff50-4968-a02c-89f9ea5e9260 req-2466b14e-337f-40ed-9177-0ed4b77bf694 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Synchronizing usage tracker for tenant:778a70e770014f7d89259593b9d54044 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:01:34.403170 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-32c68a64-ff50-4968-a02c-89f9ea5e9260 req-2466b14e-337f-40ed-9177-0ed4b77bf694 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Unset dirty status for tenant:778a70e770014f7d89259593b9d54044 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:01:34.404992 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-32c68a64-ff50-4968-a02c-89f9ea5e9260 req-2466b14e-337f-40ed-9177-0ed4b77bf694 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 943 time: 0.1658926 May 31 12:01:34.450510 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-32c68a64-ff50-4968-a02c-89f9ea5e9260 req-71ac6625-0775-4adc-abf9-72f5ae78b1de tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398200 May 31 12:01:34.969096 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:35.643425 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5275767-39f0-48bd-9209-e8470ca43231 req-a831b9f7-d499-4684-b93c-cf7cdffd0485 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:35.644907 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f5275767-39f0-48bd-9209-e8470ca43231 req-a831b9f7-d499-4684-b93c-cf7cdffd0485 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 943 time: 0.0848904 May 31 12:01:35.688697 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f5275767-39f0-48bd-9209-e8470ca43231 req-81081d53-ce09-45cd-a388-5362548364ab tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381510 May 31 12:01:36.653253 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 975e0397-8361-4365-93ca-85c213fda894 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:01:36.786847 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 975e0397-8361-4365-93ca-85c213fda894, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=975e0397-8361-4365-93ca-85c213fda894,segment=NetworkSegment(846b0732-ee9f-454d-91bb-0581f6648b38),segment_id=846b0732-ee9f-454d-91bb-0581f6648b38)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:36.800204 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': '975e0397-8361-4365-93ca-85c213fda894', 'network_id': '703c0e76-ef66-4c3b-9b84-89c8ca04ee9a', 'port_id': '975e0397-8361-4365-93ca-85c213fda894', 'mac_address': 'fa:16:3e:6a:67:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42f575f-a379-4e5d-8f5e-0d89c22e4454', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:01:36.855428 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:36.872074 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975e0397-8361-4365-93ca-85c213fda894 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:01:36.875405 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c76bdb-4dd9-4ff8-b9c7-368f00c642e9 req-db9b8953-c921-41eb-b7f9-fc36447091a6 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:36.876900 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f4c76bdb-4dd9-4ff8-b9c7-368f00c642e9 req-db9b8953-c921-41eb-b7f9-fc36447091a6 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 943 time: 0.0830009 May 31 12:01:36.888118 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 975e0397-8361-4365-93ca-85c213fda894, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=975e0397-8361-4365-93ca-85c213fda894,segment=NetworkSegment(846b0732-ee9f-454d-91bb-0581f6648b38),segment_id=846b0732-ee9f-454d-91bb-0581f6648b38)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:36.921126 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f4c76bdb-4dd9-4ff8-b9c7-368f00c642e9 req-256a213c-596f-41e3-be2c-a240ebe3ba03 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382183 May 31 12:01:36.977497 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:36.979273 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-5b192349-8143-4d92-8222-d1ca2d1d7c26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:37.079268 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=975e0397-8361-4365-93ca-85c213fda894,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:37.082349 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:37.250916 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['975e0397-8361-4365-93ca-85c213fda894'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:01:37.338345 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:38.103620 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8aafe-421b-4fa5-be3d-a9d5ad87f588 req-12e8be09-4b5f-40fa-8c7b-a94120208749 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:38.105105 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5ba8aafe-421b-4fa5-be3d-a9d5ad87f588 req-12e8be09-4b5f-40fa-8c7b-a94120208749 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 944 time: 0.0807159 May 31 12:01:38.150237 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5ba8aafe-421b-4fa5-be3d-a9d5ad87f588 req-98ff98b0-a56a-463c-a24c-579398819070 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389385 May 31 12:01:38.652468 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 975e0397-8361-4365-93ca-85c213fda894 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:01:38.780384 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port 975e0397-8361-4365-93ca-85c213fda894 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:01:38.785461 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port 975e0397-8361-4365-93ca-85c213fda894 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:01:38.789039 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:38.901001 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:38.929200 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636b1a10-9892-4c2a-b594-4582163318c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975e0397-8361-4365-93ca-85c213fda894'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:38.931407 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234a16b3-bd7f-41a2-a22d-50afa874e31a" -d '{"events": [{"server_uuid": "636b1a10-9892-4c2a-b594-4582163318c0", "name": "network-vif-plugged", "status": "completed", "tag": "975e0397-8361-4365-93ca-85c213fda894"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:38.940668 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 975e0397-8361-4365-93ca-85c213fda894, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=975e0397-8361-4365-93ca-85c213fda894,segment=NetworkSegment(846b0732-ee9f-454d-91bb-0581f6648b38),segment_id=846b0732-ee9f-454d-91bb-0581f6648b38)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:38.974070 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d482ffaa-d8e3-4153-88a2-0eeb1be6bce0 x-openstack-request-id: req-d482ffaa-d8e3-4153-88a2-0eeb1be6bce0 {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:38.974360 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636b1a10-9892-4c2a-b594-4582163318c0", "name": "network-vif-plugged", "status": "completed", "tag": "975e0397-8361-4365-93ca-85c213fda894", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:38.974614 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d482ffaa-d8e3-4153-88a2-0eeb1be6bce0 {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:38.974999 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636b1a10-9892-4c2a-b594-4582163318c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975e0397-8361-4365-93ca-85c213fda894', 'code': 200} May 31 12:01:39.034708 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:39.036639 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:39.104347 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=975e0397-8361-4365-93ca-85c213fda894,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:39.107470 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:39.342639 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32fbf4-5d57-42c7-935f-6ea305347653 req-d7d07cde-e384-4eb7-884f-931e4032007a tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:39.342639 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8b32fbf4-5d57-42c7-935f-6ea305347653 req-d7d07cde-e384-4eb7-884f-931e4032007a tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 945 time: 0.0877266 May 31 12:01:39.401763 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-8b32fbf4-5d57-42c7-935f-6ea305347653 req-a11e32e9-3dde-4499-a2b7-10afb864f7ce tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437407 May 31 12:01:39.419010 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c9f0b-d00a-4281-a21a-acb1bda129be req-f79a54e2-cf46-45d0-b3f2-84e189ab7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:39.420760 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0e5c9f0b-d00a-4281-a21a-acb1bda129be req-f79a54e2-cf46-45d0-b3f2-84e189ab7aa2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 1098 time: 0.0837481 May 31 12:01:39.462426 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0e5c9f0b-d00a-4281-a21a-acb1bda129be req-e377c9ce-b6f9-4041-968c-6e5b20f6d19a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344253 May 31 12:01:40.584508 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdc702-3eac-49e0-af28-6cb61fe5f5c7 req-96c0f988-5842-46c1-a7d6-2450210fb030 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:40.585859 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0efdc702-3eac-49e0-af28-6cb61fe5f5c7 req-96c0f988-5842-46c1-a7d6-2450210fb030 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 945 time: 0.0794325 May 31 12:01:40.633242 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0efdc702-3eac-49e0-af28-6cb61fe5f5c7 req-a1a292dc-12f0-47ea-8648-887e6aa54a15 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416355 May 31 12:01:41.133275 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-60dbf89b-52ab-45d4-b8b4-5b60106a6240 req-bbebfb42-b8e6-4711-b8cc-cbab069a6717 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712690 May 31 12:01:41.288892 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbf89b-52ab-45d4-b8b4-5b60106a6240 req-df0a941e-62d6-46ce-9bc3-11c632e38500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:41.290399 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-60dbf89b-52ab-45d4-b8b4-5b60106a6240 req-df0a941e-62d6-46ce-9bc3-11c632e38500 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=778a70e770014f7d89259593b9d54044&device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 1098 time: 0.0716934 May 31 12:01:41.440113 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbf89b-52ab-45d4-b8b4-5b60106a6240 req-8df15d69-d92a-485c-8abd-97534f2d60b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:41.441549 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-60dbf89b-52ab-45d4-b8b4-5b60106a6240 req-8df15d69-d92a-485c-8abd-97534f2d60b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=703c0e76-ef66-4c3b-9b84-89c8ca04ee9a HTTP/1.1" status: 200 len: 909 time: 0.1302249 May 31 12:01:41.515556 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-60dbf89b-52ab-45d4-b8b4-5b60106a6240 req-b76c1f84-63c4-4fbc-a133-ba09a24d218a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=975e0397-8361-4365-93ca-85c213fda894 HTTP/1.1" status: 200 len: 217 time: 0.0657890 May 31 12:01:41.582091 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbf89b-52ab-45d4-b8b4-5b60106a6240 req-abab61e3-fca5-46d6-af5d-79a9d6fef969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:41.583668 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-60dbf89b-52ab-45d4-b8b4-5b60106a6240 req-abab61e3-fca5-46d6-af5d-79a9d6fef969 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f42f575f-a379-4e5d-8f5e-0d89c22e4454 HTTP/1.1" status: 200 len: 848 time: 0.0619891 May 31 12:01:41.633991 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-60dbf89b-52ab-45d4-b8b4-5b60106a6240 req-e97e5998-dd7d-4333-b31d-a87208267dee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=703c0e76-ef66-4c3b-9b84-89c8ca04ee9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416152 May 31 12:01:41.786063 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-60dbf89b-52ab-45d4-b8b4-5b60106a6240 req-942dae1f-df16-4283-87ae-228ef725f3c4 service neutron] 10.222.0.36 "GET /v2.0/networks/703c0e76-ef66-4c3b-9b84-89c8ca04ee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447787 May 31 12:01:41.821305 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31581a-ba06-4c68-bb9b-34232d29d1f9 req-bd3b9960-a35a-4d57-a99e-4572ecb524cb tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:41.822850 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-bb31581a-ba06-4c68-bb9b-34232d29d1f9 req-bd3b9960-a35a-4d57-a99e-4572ecb524cb tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 945 time: 0.0828733 May 31 12:01:41.868516 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-bb31581a-ba06-4c68-bb9b-34232d29d1f9 req-e8833f18-5738-4da2-baee-2909f501d25e tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392597 May 31 12:01:41.919829 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-60dbf89b-52ab-45d4-b8b4-5b60106a6240 req-1b4e0ceb-6f69-4c85-b2d0-3e273f1bbaca service neutron] 10.222.0.36 "GET /v2.0/networks/703c0e76-ef66-4c3b-9b84-89c8ca04ee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267703 May 31 12:01:43.782048 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71958f-2b2f-4275-bbe2-f2eea53217a4 req-42426944-bd66-4679-abe8-38d444f7b400 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:43.783526 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-aa71958f-2b2f-4275-bbe2-f2eea53217a4 req-42426944-bd66-4679-abe8-38d444f7b400 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 945 time: 0.1653371 May 31 12:01:43.827756 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-aa71958f-2b2f-4275-bbe2-f2eea53217a4 req-9f8e4550-8782-4a4a-b0bf-9b1f8783a84d tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376403 May 31 12:01:45.014186 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a930e5a-e8ad-436c-947c-7926240ed1bc req-07bebf7f-2452-4bf5-beee-3163200f2277 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:45.015922 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2a930e5a-e8ad-436c-947c-7926240ed1bc req-07bebf7f-2452-4bf5-beee-3163200f2277 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 945 time: 0.0840309 May 31 12:01:45.060295 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2a930e5a-e8ad-436c-947c-7926240ed1bc req-73f9c55a-eb01-4e9e-adfa-fa8fcf42327c tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/security-groups?id=8574a427-1dd7-4c19-96c9-fe7bbb668811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386379 May 31 12:01:45.252278 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0337c-b40e-43b1-a266-c47abffd4a8c req-05fa7e0d-3192-48c8-9d5e-cd97994380f3 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:45.253659 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-33d0337c-b40e-43b1-a266-c47abffd4a8c req-05fa7e0d-3192-48c8-9d5e-cd97994380f3 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.36 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 945 time: 0.0812643 May 31 12:01:45.461593 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-33d0337c-b40e-43b1-a266-c47abffd4a8c req-da17f65a-a30b-467d-af9e-80fb05c82192 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Deleting port 975e0397-8361-4365-93ca-85c213fda894 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:45.461934 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-33d0337c-b40e-43b1-a266-c47abffd4a8c req-da17f65a-a30b-467d-af9e-80fb05c82192 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:45.596546 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-33d0337c-b40e-43b1-a266-c47abffd4a8c req-da17f65a-a30b-467d-af9e-80fb05c82192 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] For port 975e0397-8361-4365-93ca-85c213fda894, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=975e0397-8361-4365-93ca-85c213fda894,segment=NetworkSegment(846b0732-ee9f-454d-91bb-0581f6648b38),segment_id=846b0732-ee9f-454d-91bb-0581f6648b38)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:45.596813 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-33d0337c-b40e-43b1-a266-c47abffd4a8c req-da17f65a-a30b-467d-af9e-80fb05c82192 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:45.718325 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-33d0337c-b40e-43b1-a266-c47abffd4a8c req-da17f65a-a30b-467d-af9e-80fb05c82192 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Calling delete_port for 975e0397-8361-4365-93ca-85c213fda894 owned by compute:nova {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:45.880038 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-33d0337c-b40e-43b1-a266-c47abffd4a8c req-da17f65a-a30b-467d-af9e-80fb05c82192 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:45.885595 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-40508226-7cf3-4566-8517-b840fd8ad4c1 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:45.913463 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['975e0397-8361-4365-93ca-85c213fda894'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:01:45.932516 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17f65a-a30b-467d-af9e-80fb05c82192 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Pushing event deleted for resources: {'Port': ['ID=975e0397-8361-4365-93ca-85c213fda894,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:45.935934 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-da17f65a-a30b-467d-af9e-80fb05c82192 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:46.017281 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d0337c-b40e-43b1-a266-c47abffd4a8c req-da17f65a-a30b-467d-af9e-80fb05c82192 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] No DVR routers for this DVR port 975e0397-8361-4365-93ca-85c213fda894 on host hv-cinder-79124 {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:01:46.019938 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-33d0337c-b40e-43b1-a266-c47abffd4a8c req-da17f65a-a30b-467d-af9e-80fb05c82192 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:46.022603 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636b1a10-9892-4c2a-b594-4582163318c0', 'name': 'network-vif-deleted', 'tag': '975e0397-8361-4365-93ca-85c213fda894'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:46.025144 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3502dd-3189-4fcf-9e94-6d90be523c61" -d '{"events": [{"server_uuid": "636b1a10-9892-4c2a-b594-4582163318c0", "name": "network-vif-deleted", "tag": "975e0397-8361-4365-93ca-85c213fda894"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:46.066646 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfbfda8-4e88-44dc-beae-44d44e8d341f x-openstack-request-id: req-fbfbfda8-4e88-44dc-beae-44d44e8d341f {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:46.066964 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636b1a10-9892-4c2a-b594-4582163318c0", "name": "network-vif-deleted", "tag": "975e0397-8361-4365-93ca-85c213fda894", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:46.067239 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbfbfda8-4e88-44dc-beae-44d44e8d341f {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:46.067663 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636b1a10-9892-4c2a-b594-4582163318c0', 'name': 'network-vif-deleted', 'tag': '975e0397-8361-4365-93ca-85c213fda894', 'status': 'completed', 'code': 200} May 31 12:01:46.090150 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-33d0337c-b40e-43b1-a266-c47abffd4a8c req-da17f65a-a30b-467d-af9e-80fb05c82192 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.36 "DELETE /v2.0/ports/975e0397-8361-4365-93ca-85c213fda894 HTTP/1.1" status: 204 len: 173 time: 0.8296256 May 31 12:01:46.220761 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-2baa8362-46f6-4be7-9ec1-618f6104dc5a req-fe4fbede-ec8a-4505-87d7-da9e7d3409e5 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Synchronizing usage tracker for tenant:778a70e770014f7d89259593b9d54044 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:01:46.334620 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-2baa8362-46f6-4be7-9ec1-618f6104dc5a req-fe4fbede-ec8a-4505-87d7-da9e7d3409e5 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Unset dirty status for tenant:778a70e770014f7d89259593b9d54044 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:01:46.335814 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2baa8362-46f6-4be7-9ec1-618f6104dc5a req-fe4fbede-ec8a-4505-87d7-da9e7d3409e5 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] 10.222.0.43 "GET /v2.0/ports?device_id=636b1a10-9892-4c2a-b594-4582163318c0 HTTP/1.1" status: 200 len: 210 time: 0.1636667 May 31 12:01:50.725500 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 975e0397-8361-4365-93ca-85c213fda894 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:50.762708 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: 975e0397-8361-4365-93ca-85c213fda894 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:01:50.763485 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 975e0397-8361-4365-93ca-85c213fda894 not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:01:59.605381 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:02:00.006766 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b0246ab0-e7e4-4dec-bd31-01ebedb4945b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:02.320769 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-4b8e29ff-5571-43a6-a1be-8b30d2d5a4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:02.385811 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:03.240820 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:04.976979 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:06.493578 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49526) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:06.617090 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:06.637502 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:06.643060 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Usage tracker for resource:security_group_rule and tenant:3d1240b99f074330ae6beb5047c5d04a is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:06.648609 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:06.654469 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:06.735495 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:06.888625 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:06.897107 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-636e2ad3-c2d0-498e-9ef0-8cc73f20cdbb tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:06.939052 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcdd6b1-b1b9-40e4-9f48-c51ac8c586d4,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:06.944949 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d1240b99f074330ae6beb5047c5d04a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4486544 May 31 12:02:06.945971 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 49540) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:06.953470 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:06.953992 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:06.954449 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:06.954936 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:06.955411 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:06.955939 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:06.956433 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:06.959972 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:06.960488 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:06.960952 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:06.961469 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:06.963699 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:06.967958 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:07.016042 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-330c8aaf-f7c0-4d57-b94a-845197705ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:07.048348 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-330c8aaf-f7c0-4d57-b94a-845197705ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:07.175042 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-330c8aaf-f7c0-4d57-b94a-845197705ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:07.180510 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-d793eaa7-4ce9-494b-a4bf-1edbdc43b07e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:07.192549 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c8aaf-f7c0-4d57-b94a-845197705ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcdd6b1-b1b9-40e4-9f48-c51ac8c586d4,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:07.200169 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-330c8aaf-f7c0-4d57-b94a-845197705ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:07.210649 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-330c8aaf-f7c0-4d57-b94a-845197705ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:07.222126 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-330c8aaf-f7c0-4d57-b94a-845197705ef3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7bcdd6b1-b1b9-40e4-9f48-c51ac8c586d4 HTTP/1.1" status: 204 len: 168 time: 0.2749443 May 31 12:02:07.357233 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.021417 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 49558) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:08.038996 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2dd028ba-5bbd-47be-9f34-14c52fa6b573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.053654 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-2dd028ba-5bbd-47be-9f34-14c52fa6b573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:08.057840 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-2dd028ba-5bbd-47be-9f34-14c52fa6b573 admin admin] Usage tracker for resource:security_group_rule and tenant:56238178867141b5adc1737d4e548d1f is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:08.060703 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-2dd028ba-5bbd-47be-9f34-14c52fa6b573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:08.067203 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-2dd028ba-5bbd-47be-9f34-14c52fa6b573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:08.150218 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2dd028ba-5bbd-47be-9f34-14c52fa6b573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.231244 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2dd028ba-5bbd-47be-9f34-14c52fa6b573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.239943 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-74e1fc31-8fd3-4057-953f-3605530ecad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:08.281784 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-2dd028ba-5bbd-47be-9f34-14c52fa6b573 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56238178867141b5adc1737d4e548d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593246 May 31 12:02:08.283595 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd028ba-5bbd-47be-9f34-14c52fa6b573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d46c6b-6da6-4e3a-9207-ecdb4930c36e,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:08.284431 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49568) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:08.291332 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2dd028ba-5bbd-47be-9f34-14c52fa6b573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:08.347723 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6593190e-bb60-4c16-922e-9599f689ca62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.373051 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6593190e-bb60-4c16-922e-9599f689ca62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.511094 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6593190e-bb60-4c16-922e-9599f689ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.514655 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2d120cf8-226c-41cc-895a-5b0cae1d05d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:08.526759 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593190e-bb60-4c16-922e-9599f689ca62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d46c6b-6da6-4e3a-9207-ecdb4930c36e,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:08.529553 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-6593190e-bb60-4c16-922e-9599f689ca62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:08.538971 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6593190e-bb60-4c16-922e-9599f689ca62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.540106 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-6593190e-bb60-4c16-922e-9599f689ca62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21d46c6b-6da6-4e3a-9207-ecdb4930c36e HTTP/1.1" status: 204 len: 168 time: 0.2546482 May 31 12:02:11.735491 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49684) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:11.795542 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbfc12e-a0a2-48b2-bc19-f693191d8605 admin admin] Deleting subnet f42f575f-a379-4e5d-8f5e-0d89c22e4454 {{(pid=98764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:02:11.798384 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-8fbfc12e-a0a2-48b2-bc19-f693191d8605 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:11.849378 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-8fbfc12e-a0a2-48b2-bc19-f693191d8605 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2206862'] for subnet, precommit_delete_associations {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:11.903599 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-8fbfc12e-a0a2-48b2-bc19-f693191d8605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118501'] for subnet, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.220117 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-8fbfc12e-a0a2-48b2-bc19-f693191d8605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8067920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2212154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3130862'] for subnet, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.224849 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-74b255b6-fd53-4bf1-8f92-039d6bb31966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:12.258971 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfc12e-a0a2-48b2-bc19-f693191d8605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f42f575f-a379-4e5d-8f5e-0d89c22e4454,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:12.260943 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-8fbfc12e-a0a2-48b2-bc19-f693191d8605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.263390 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-8fbfc12e-a0a2-48b2-bc19-f693191d8605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:12.268218 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-8fbfc12e-a0a2-48b2-bc19-f693191d8605 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f42f575f-a379-4e5d-8f5e-0d89c22e4454 HTTP/1.1" status: 204 len: 168 time: 0.5316730 May 31 12:02:12.270643 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49688) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:12.373945 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-849dbc1a-e5da-4631-8c60-5c0994eb7a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866513'] for network, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.502209 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-849dbc1a-e5da-4631-8c60-5c0994eb7a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8068714', 'neutron.services.segments.db._delete_segments_for_network-8766107643100'] for network, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.514900 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-849dbc1a-e5da-4631-8c60-5c0994eb7a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703c0e76-ef66-4c3b-9b84-89c8ca04ee9a']}} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:12.526935 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-849dbc1a-e5da-4631-8c60-5c0994eb7a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846b0732-ee9f-454d-91bb-0581f6648b38') {'for_net_delete': True} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:12.527226 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-849dbc1a-e5da-4631-8c60-5c0994eb7a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846b0732-ee9f-454d-91bb-0581f6648b38') {} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:12.538240 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-849dbc1a-e5da-4631-8c60-5c0994eb7a43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766107651229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2206853'] for segment, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.554487 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-849dbc1a-e5da-4631-8c60-5c0994eb7a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.560409 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849dbc1a-e5da-4631-8c60-5c0994eb7a43 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=98764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:02:12.563959 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-849dbc1a-e5da-4631-8c60-5c0994eb7a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2118556'] for segment, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: Traceback (most recent call last): May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: timer() May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: cb(*args, **kw) May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: return func(*args, **kwargs) May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: self._notify() May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: self.callback(batched_events) May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: event.method(event) May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: return f(self, *a, **k) May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: return self._get(url).json() May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: return self.request(url, 'GET', **kwargs) May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:02:12.574417 dv-cinder-791240-4-smb neutron-server[98764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:02:12.811308 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-849dbc1a-e5da-4631-8c60-5c0994eb7a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8068707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697290'] for network, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.817605 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-849dbc1a-e5da-4631-8c60-5c0994eb7a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.821295 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-623fbb9c-d6d2-4a5f-8e21-8d7d1a63c6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:12.842636 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dbc1a-e5da-4631-8c60-5c0994eb7a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=703c0e76-ef66-4c3b-9b84-89c8ca04ee9a,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:12.844982 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-849dbc1a-e5da-4631-8c60-5c0994eb7a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:12.937849 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-849dbc1a-e5da-4631-8c60-5c0994eb7a43 admin admin] 10.222.0.43 "DELETE /v2.0/networks/703c0e76-ef66-4c3b-9b84-89c8ca04ee9a HTTP/1.1" status: 204 len: 168 time: 0.6662421 May 31 12:02:13.488492 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49706) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:13.536644 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-10e24ad8-c25c-4ae3-a496-e75c28d369cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=778a70e770014f7d89259593b9d54044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468926 May 31 12:02:13.538921 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49710) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:13.599239 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ff44675b-b61a-4c3d-8ab5-dc9bec92952a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:13.624134 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ff44675b-b61a-4c3d-8ab5-dc9bec92952a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:13.725302 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ff44675b-b61a-4c3d-8ab5-dc9bec92952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:13.728949 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-44c89154-de35-4f37-9df3-d7dc1a067e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:13.742242 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44675b-b61a-4c3d-8ab5-dc9bec92952a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8574a427-1dd7-4c19-96c9-fe7bbb668811,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:13.744766 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ff44675b-b61a-4c3d-8ab5-dc9bec92952a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:13.810166 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-ff44675b-b61a-4c3d-8ab5-dc9bec92952a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:13.811208 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-ff44675b-b61a-4c3d-8ab5-dc9bec92952a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8574a427-1dd7-4c19-96c9-fe7bbb668811 HTTP/1.1" status: 204 len: 168 time: 0.2714248 May 31 12:02:14.541957 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49732) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:14.661151 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-96cb055e-edb2-4a55-861a-cd011cc24476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:14.675927 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-96cb055e-edb2-4a55-861a-cd011cc24476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:14.679798 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-96cb055e-edb2-4a55-861a-cd011cc24476 admin admin] Usage tracker for resource:security_group_rule and tenant:e47995a8e6684c31849db4942b77e67f is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:14.682557 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-96cb055e-edb2-4a55-861a-cd011cc24476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:14.688878 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-96cb055e-edb2-4a55-861a-cd011cc24476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:14.769962 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-96cb055e-edb2-4a55-861a-cd011cc24476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:14.845383 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-96cb055e-edb2-4a55-861a-cd011cc24476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:14.854436 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-938911a4-c6fb-4808-81f0-302598a0e1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:14.897498 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-96cb055e-edb2-4a55-861a-cd011cc24476 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e47995a8e6684c31849db4942b77e67f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543973 May 31 12:02:14.898409 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb055e-edb2-4a55-861a-cd011cc24476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0074b5-92d5-403a-8da3-0fa7d97dcfc3,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:14.900165 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 49746) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:14.901424 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-96cb055e-edb2-4a55-861a-cd011cc24476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:14.923390 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49750) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:14.965526 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-856809d3-49fb-4ca3-831e-8daab39cfdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:14.991853 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-856809d3-49fb-4ca3-831e-8daab39cfdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.026266 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1391661436-network', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:15.030954 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:15.034731 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Usage tracker for resource:network and tenant:f9c7274aeb6c40f39222e0543e9230f7 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:15.037603 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:15.043770 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:15.111759 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-856809d3-49fb-4ca3-831e-8daab39cfdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.116636 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-120fa5c9-3636-437f-bc06-4749a415aac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:15.130628 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856809d3-49fb-4ca3-831e-8daab39cfdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0074b5-92d5-403a-8da3-0fa7d97dcfc3,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:15.136594 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-856809d3-49fb-4ca3-831e-8daab39cfdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:15.138442 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-856809d3-49fb-4ca3-831e-8daab39cfdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.139553 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-856809d3-49fb-4ca3-831e-8daab39cfdaf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d0074b5-92d5-403a-8da3-0fa7d97dcfc3 HTTP/1.1" status: 204 len: 168 time: 0.2383637 May 31 12:02:15.182591 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Made reservation on behalf of f9c7274aeb6c40f39222e0543e9230f7 for: {'network': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:02:15.184949 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.197070 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.210920 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:15.214684 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c7274aeb6c40f39222e0543e9230f7 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:15.217448 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:15.223551 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:15.305075 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.410835 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.415018 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-f3b726e2-eb09-4142-b4d1-8e4971d9cf20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:15.442610 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=98764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:02:15.451089 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd0a6f0-7ea2-4daf-b64e-25e9499b1c3f,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:15.454659 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:15.458349 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.458707 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.segments_db [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Added segment 741a7361-39f3-4de6-9254-2343cebc39b1 of type vlan for network 358e5f5b-6e45-4048-9551-55980383615a May 31 12:02:15.485764 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.576622 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.578467 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:15.579051 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.582555 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:15.687169 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Pushing event updated for resources: {'Network': ['ID=358e5f5b-6e45-4048-9551-55980383615a,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:15.689908 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:15.697253 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network 358e5f5b-6e45-4048-9551-55980383615a details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:02:15.743289 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-b073cc7e-9e9b-4108-bccf-dad8ce354749 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8187196 May 31 12:02:15.746163 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49760) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:15.750636 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 49764) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:15.752267 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Request body: {'subnet': {'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1391661436-subnet', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'ip_version': 4}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:15.757121 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:15.761590 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Usage tracker for resource:subnet and tenant:f9c7274aeb6c40f39222e0543e9230f7 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:15.764485 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:15.770686 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:15.771613 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-a7b88c61-9dbd-465b-8451-429d35cd377a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.787584 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-a7b88c61-9dbd-465b-8451-429d35cd377a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:15.791641 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-a7b88c61-9dbd-465b-8451-429d35cd377a admin admin] Usage tracker for resource:security_group_rule and tenant:310dab9990f44eac81d7ba5d81c66074 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:15.794538 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-a7b88c61-9dbd-465b-8451-429d35cd377a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:15.801642 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-a7b88c61-9dbd-465b-8451-429d35cd377a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:15.848473 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Made reservation on behalf of f9c7274aeb6c40f39222e0543e9230f7 for: {'subnet': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:02:15.850839 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3130865'] for subnet, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.881539 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-a7b88c61-9dbd-465b-8451-429d35cd377a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.951407 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-a7b88c61-9dbd-465b-8451-429d35cd377a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.960650 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-789ef209-c732-4916-a4a0-30fa6f4d0d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:16.003089 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-a7b88c61-9dbd-465b-8451-429d35cd377a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=310dab9990f44eac81d7ba5d81c66074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512965 May 31 12:02:16.004782 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b88c61-9dbd-465b-8451-429d35cd377a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac941f6-2d6a-4408-9913-ac4e17ed75d4,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:16.005791 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49768) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:16.008331 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-a7b88c61-9dbd-465b-8451-429d35cd377a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:16.101630 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b5c0-72db-4ae1-8dc0-3d2d05248b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.127434 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b5c0-72db-4ae1-8dc0-3d2d05248b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.273169 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b5c0-72db-4ae1-8dc0-3d2d05248b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.275717 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-52b044c1-dce1-47ed-a8ab-dcd117c34997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:16.288301 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3b5c0-72db-4ae1-8dc0-3d2d05248b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac941f6-2d6a-4408-9913-ac4e17ed75d4,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:16.291047 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-f1c3b5c0-72db-4ae1-8dc0-3d2d05248b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:16.306147 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b5c0-72db-4ae1-8dc0-3d2d05248b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.307244 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-f1c3b5c0-72db-4ae1-8dc0-3d2d05248b00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eac941f6-2d6a-4408-9913-ac4e17ed75d4 HTTP/1.1" status: 204 len: 168 time: 0.3004951 May 31 12:02:16.396292 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2212217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3130855'] for subnet, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.403952 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:16.476223 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec9dadc-2c70-40d3-a95e-82e16545e936,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:16.481440 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:16.484044 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Checking segment: {'id': '741a7361-39f3-4de6-9254-2343cebc39b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '358e5f5b-6e45-4048-9551-55980383615a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:16.484404 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Network hostable DHCP agents. Network: 358e5f5b-6e45-4048-9551-55980383615a, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:02:16.551247 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Network 358e5f5b-6e45-4048-9551-55980383615a is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:02:16.640372 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, 358e5f5b-6e45-4048-9551-55980383615a) {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:16.649315 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:16.674980 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.675352 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68f2f0c-854c-4f42-8b30-ebf08d74e146 None None] Network 358e5f5b-6e45-4048-9551-55980383615a requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:02:16.757238 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0076437 May 31 12:02:16.757514 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49780) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:16.763411 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:16.768991 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:16.778481 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Usage tracker for resource:router and tenant:f9c7274aeb6c40f39222e0543e9230f7 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:16.781990 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:16.788220 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:16.856903 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-933'] for router, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.859071 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-942'] for router, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.866777 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29358474-a8da-5ec3-9a67-ff1cc0243770-358e5f5b-6e45-4048-9551-55980383615a', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'fixed_ips': [{'subnet_id': 'aec9dadc-2c70-40d3-a95e-82e16545e936'}]}} from dv-cinder-791240-4-smb. {{(pid=98766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:02:16.867723 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.875442 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:17.023095 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.db_base_plugin_common [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Allocated IP 172.20.0.2 (358e5f5b-6e45-4048-9551-55980383615a/aec9dadc-2c70-40d3-a95e-82e16545e936/818dc05c-36f5-4661-bc6b-f017c34202eb) {{(pid=98766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:02:17.217174 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-984'] for router, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:17.226584 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Notify callbacks [] for port, precommit_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:17.237546 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Transition to ACTIVE for port object 818dc05c-36f5-4661-bc6b-f017c34202eb will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:17.267891 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Transition to ACTIVE for port object 818dc05c-36f5-4661-bc6b-f017c34202eb will not be triggered until provisioned by entity DHCP. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:17.349247 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243'] for port, after_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:17.354117 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:17.421779 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Network 358e5f5b-6e45-4048-9551-55980383615a is already hosted by enough agents. {{(pid=98766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:17.424737 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.base_scheduler [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Resources bound (agent type, host, resource id): {{(pid=98766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:17.428497 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Received port after_create {{(pid=98766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:02:17.464824 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Pushing event updated for resources: {'Port': ['ID=818dc05c-36f5-4661-bc6b-f017c34202eb,revision_number=1']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:17.512488 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:17.512830 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:17.513158 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:17.513479 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:17.513798 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:17.514113 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:17.514427 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:17.514769 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:17.515334 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:17.515642 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:17.516017 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:17.516505 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:17.526384 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:17.535752 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Attempting to bind port 818dc05c-36f5-4661-bc6b-f017c34202eb on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:02:17.536148 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Attempting to bind port 818dc05c-36f5-4661-bc6b-f017c34202eb by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '741a7361-39f3-4de6-9254-2343cebc39b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '358e5f5b-6e45-4048-9551-55980383615a'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:02:17.536695 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Attempting to bind port 818dc05c-36f5-4661-bc6b-f017c34202eb on network 358e5f5b-6e45-4048-9551-55980383615a {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:17.541890 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:02:17.542262 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Checking segment: {'id': '741a7361-39f3-4de6-9254-2343cebc39b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '358e5f5b-6e45-4048-9551-55980383615a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:17.542658 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:17.543045 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Bound using segment: {'id': '741a7361-39f3-4de6-9254-2343cebc39b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '358e5f5b-6e45-4048-9551-55980383615a'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:02:17.543506 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Bound port: 818dc05c-36f5-4661-bc6b-f017c34202eb, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741a7361-39f3-4de6-9254-2343cebc39b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '358e5f5b-6e45-4048-9551-55980383615a'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:02:17.543874 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:17.633491 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] For port 818dc05c-36f5-4661-bc6b-f017c34202eb, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:02:17.636836 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] For port 818dc05c-36f5-4661-bc6b-f017c34202eb, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=818dc05c-36f5-4661-bc6b-f017c34202eb,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:02:17.722862 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:17.723526 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:17.728167 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:17.752798 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:17.847648 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Pushing event updated for resources: {'Port': ['ID=818dc05c-36f5-4661-bc6b-f017c34202eb,revision_number=2']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:17.851753 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:17.897886 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Allocated IP 172.28.1.214 (44138ec9-aa29-40d8-b84a-8c450b87461c/270374c3-e0a8-4da5-b8af-4f1fd2d3da10/f2302d03-fbfb-45f5-9acc-e5703e8b1e1a) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:02:18.079054 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:18.217414 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:18.221440 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-f3aa4b28-8044-43b4-8513-e2c4c999989e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:18.287424 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Network 44138ec9-aa29-40d8-b84a-8c450b87461c is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:18.295630 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:18.300227 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:02:18.328346 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Pushing event updated for resources: {'Port': ['ID=f2302d03-fbfb-45f5-9acc-e5703e8b1e1a,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:18.335024 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:18.723028 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac97ab-fb71-4fcc-8f61-3de3e9be437f None None] Network 358e5f5b-6e45-4048-9551-55980383615a requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:02:18.879363 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:18.883910 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 818dc05c-36f5-4661-bc6b-f017c34202eb up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:19.014138 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-68b4d168-a5e2-4acf-93ba-1455d1145de9 None None] Provisioning for port 818dc05c-36f5-4661-bc6b-f017c34202eb completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:19.126061 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 818dc05c-36f5-4661-bc6b-f017c34202eb completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:19.131279 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 818dc05c-36f5-4661-bc6b-f017c34202eb triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:19.131849 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:19.273561 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:19.282393 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-53aad73f-b3f9-420f-bbd0-1328ca4d6053 None None] Provisioning complete for port 818dc05c-36f5-4661-bc6b-f017c34202eb triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:19.282769 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-53aad73f-b3f9-420f-bbd0-1328ca4d6053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:19.347008 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697088'] for router, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:19.356330 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 818dc05c-36f5-4661-bc6b-f017c34202eb, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=818dc05c-36f5-4661-bc6b-f017c34202eb,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:19.426112 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:19.430721 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:19.471922 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-53aad73f-b3f9-420f-bbd0-1328ca4d6053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:19.553751 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=818dc05c-36f5-4661-bc6b-f017c34202eb,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:19.566363 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:19.589992 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.db.api [None req-53aad73f-b3f9-420f-bbd0-1328ca4d6053 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 12:02:19.590380 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_db.api [None req-53aad73f-b3f9-420f-bbd0-1328ca4d6053 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 12:02:19.620458 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Router 93bf4817-6604-41b9-99ba-7d75e424f253 is scheduled to L3 agent f461f98a-babc-4067-ba14-708fa24d667e with binding_index 1 {{(pid=98764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:02:19.805883 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:02:19.821619 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Sync routers for ids ['93bf4817-6604-41b9-99ba-7d75e424f253'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:02:19.829753 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Routers {'93bf4817-6604-41b9-99ba-7d75e424f253'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:19.830668 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:02:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['93bf4817-6604-41b9-99ba-7d75e424f253'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:19.940934 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] Notify callbacks [] for router, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:19.942183 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-78a7f4e6-1490-45fd-97e7-d36f255146b0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1836836 May 31 12:02:19.945618 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49808) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:20.174202 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Set router 93bf4817-6604-41b9-99ba-7d75e424f253 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:20.557713 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:16Z', 'updated_at': '2021-05-31T12:02:18Z', 'revision_number': 3, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'gw_port': {'id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:17Z', 'updated_at': '2021-05-31T12:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:20.562397 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Checking router: 93bf4817-6604-41b9-99ba-7d75e424f253 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:02:20.568099 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Updating router 93bf4817-6604-41b9-99ba-7d75e424f253 port f2302d03-fbfb-45f5-9acc-e5703e8b1e1a binding host dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:02:20.614095 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:20.660712 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:20.849663 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 818dc05c-36f5-4661-bc6b-f017c34202eb up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:20.867101 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Allocated IP 172.20.0.1 (358e5f5b-6e45-4048-9551-55980383615a/aec9dadc-2c70-40d3-a95e-82e16545e936/7fc112ee-ff6b-498c-bb62-77483d01a87e) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:02:20.983004 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 818dc05c-36f5-4661-bc6b-f017c34202eb triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:20.983479 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.121502 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.130490 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Notify callbacks [] for port, precommit_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.144461 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Transition to ACTIVE for port object 7fc112ee-ff6b-498c-bb62-77483d01a87e will not be triggered until provisioned by entity DHCP. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:21.185985 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Transition to ACTIVE for port object f2302d03-fbfb-45f5-9acc-e5703e8b1e1a will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:21.245681 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.250172 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-83f9ca41-6ca3-42b8-aa1a-14f917dfcf5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:21.297646 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.301371 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:21.315763 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Network 358e5f5b-6e45-4048-9551-55980383615a is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:21.318584 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:21.322492 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:02:21.361997 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc112ee-ff6b-498c-bb62-77483d01a87e,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:21.370135 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:21.376241 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Attempting to bind port f2302d03-fbfb-45f5-9acc-e5703e8b1e1a on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:02:21.376613 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Attempting to bind port f2302d03-fbfb-45f5-9acc-e5703e8b1e1a by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:02:21.376972 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Attempting to bind port f2302d03-fbfb-45f5-9acc-e5703e8b1e1a on network 44138ec9-aa29-40d8-b84a-8c450b87461c {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:21.394638 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699249'] for router_interface, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.395603 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:02:21.395990 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Checking segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:21.396426 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.398065 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Bound using segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:02:21.398585 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Bound port: f2302d03-fbfb-45f5-9acc-e5703e8b1e1a, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:02:21.398978 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.457783 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0813e8-f1e0-4f55-bed2-a923778a1bd4 None None] Pushing event updated for resources: {'Port': ['ID=f2302d03-fbfb-45f5-9acc-e5703e8b1e1a,revision_number=2']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:21.462432 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-ab0813e8-f1e0-4f55-bed2-a923778a1bd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:21.501100 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] For port f2302d03-fbfb-45f5-9acc-e5703e8b1e1a, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:02:21.505012 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] For port f2302d03-fbfb-45f5-9acc-e5703e8b1e1a, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=f2302d03-fbfb-45f5-9acc-e5703e8b1e1a,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:02:21.569311 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.572700 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-03d4ef9e-e0d7-48d2-87cc-b8d6c04e171b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:21.649737 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Routers {'93bf4817-6604-41b9-99ba-7d75e424f253'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:21.650348 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:02:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['93bf4817-6604-41b9-99ba-7d75e424f253'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:21.704567 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0813e8-f1e0-4f55-bed2-a923778a1bd4 None None] Pushing event updated for resources: {'Port': ['ID=f2302d03-fbfb-45f5-9acc-e5703e8b1e1a,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:21.707038 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-ab338391-0f1b-4e35-ba0d-51f38880f360 None None] Provisioning for port 7fc112ee-ff6b-498c-bb62-77483d01a87e completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:21.710640 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-ab0813e8-f1e0-4f55-bed2-a923778a1bd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:21.723747 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.729036 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-ab338391-0f1b-4e35-ba0d-51f38880f360 None None] Provisioning complete for port 7fc112ee-ff6b-498c-bb62-77483d01a87e triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:21.729409 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-ab338391-0f1b-4e35-ba0d-51f38880f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.860853 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-ab338391-0f1b-4e35-ba0d-51f38880f360 None None] Port 7fc112ee-ff6b-498c-bb62-77483d01a87e cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:02:21.886339 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] Set router 93bf4817-6604-41b9-99ba-7d75e424f253 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:21.958239 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.057388 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.088906 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-56eea560-aacd-4aaa-91e7-f9d007b9f79a tempest-AttachVolumeShelveTestJSON-1752155629 tempest-AttachVolumeShelveTestJSON-1752155629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:22.173412 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699356'] for router_interface, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.176929 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc112ee-ff6b-498c-bb62-77483d01a87e,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:22.180058 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:22.227693 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:16Z', 'updated_at': '2021-05-31T12:02:21Z', 'revision_number': 4, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'gw_port': {'id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:17Z', 'updated_at': '2021-05-31T12:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '7fc112ee-ff6b-498c-bb62-77483d01a87e', 'name': '', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'mac_address': 'fa:16:3e:74:b0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:20Z', 'updated_at': '2021-05-31T12:02:20Z', 'revision_number': 1, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'subnets': [{'id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:22.231552 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f650a9-7f32-489f-b444-493e22f399b4 None None] The sync data for ids ['93bf4817-6604-41b9-99ba-7d75e424f253'] in dv-cinder-791240-4-smb is: [{'id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:16Z', 'updated_at': '2021-05-31T12:02:21Z', 'revision_number': 4, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'gw_port': {'id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:17Z', 'updated_at': '2021-05-31T12:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '7fc112ee-ff6b-498c-bb62-77483d01a87e', 'name': '', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'mac_address': 'fa:16:3e:74:b0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:20Z', 'updated_at': '2021-05-31T12:02:20Z', 'revision_number': 1, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'subnets': [{'id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:02:22.325509 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Network 358e5f5b-6e45-4048-9551-55980383615a is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:22.326614 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:22.558825 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Router 93bf4817-6604-41b9-99ba-7d75e424f253 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:02:22.689143 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-d4aa4ab9-c3bc-4da8-a909-ee2868a91129 None None] Provisioning complete for port 7fc112ee-ff6b-498c-bb62-77483d01a87e triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:22.689686 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-d4aa4ab9-c3bc-4da8-a909-ee2868a91129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.750011 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa4ab9-c3bc-4da8-a909-ee2868a91129 None None] Port 7fc112ee-ff6b-498c-bb62-77483d01a87e cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:02:22.761381 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:02:22.772197 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] 10.222.0.43 "PUT /v2.0/routers/93bf4817-6604-41b9-99ba-7d75e424f253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8253405 May 31 12:02:23.659995 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49860) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:23.665717 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-547560887-network', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:23.670382 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:23.674685 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Usage tracker for resource:network and tenant:607f117a9b3a48048e066cb8b2675f29 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:23.677520 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:23.683329 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:23.748339 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Made reservation on behalf of 607f117a9b3a48048e066cb8b2675f29 for: {'network': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:02:23.751236 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7980578'] for network, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:23.766412 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:23.877952 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:23.881776 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Usage tracker for resource:security_group_rule and tenant:607f117a9b3a48048e066cb8b2675f29 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:23.884881 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:23.891631 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:23.978246 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.062720 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.066016 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-42ee4419-f71c-4730-aeba-99465b905a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:24.093839 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=98764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:02:24.102242 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059e5d44-fcd9-4cff-a5a2-5d80a9807f49,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:24.105929 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:24.109192 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.109559 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.segments_db [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Added segment 764d95d7-6cbb-422c-be92-797022e06551 of type vlan for network 93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3 May 31 12:02:24.129316 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Sync routers for ids ['93bf4817-6604-41b9-99ba-7d75e424f253'] in dv-cinder-791240-4-smb {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:02:24.135631 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Routers {'93bf4817-6604-41b9-99ba-7d75e424f253'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:24.136272 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:02:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['93bf4817-6604-41b9-99ba-7d75e424f253'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:24.142046 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766107135317'] for network, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.262342 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976'] for network, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.263730 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:24.264414 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.270254 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:24.315956 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Set router 93bf4817-6604-41b9-99ba-7d75e424f253 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:24.371764 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Pushing event updated for resources: {'Network': ['ID=93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:24.374385 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:24.382143 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Network 93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3 details requested by agent ovs-agent-dv-cinder-791240-4-smb with host dv-cinder-791240-4-smb {{(pid=98766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:02:24.434993 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-3baf11a4-20ac-48e6-8f2f-0cd4f0d379a5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7738450 May 31 12:02:24.438204 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49870) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:24.444237 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Request body: {'subnet': {'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-547560887-subnet', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'ip_version': 4}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:24.449220 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:24.453588 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Usage tracker for resource:subnet and tenant:607f117a9b3a48048e066cb8b2675f29 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:24.457036 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:24.463374 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:24.565512 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Made reservation on behalf of 607f117a9b3a48048e066cb8b2675f29 for: {'subnet': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:02:24.567874 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3130865'] for subnet, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.650122 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:16Z', 'updated_at': '2021-05-31T12:02:21Z', 'revision_number': 4, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'gw_port': {'id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:17Z', 'updated_at': '2021-05-31T12:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '7fc112ee-ff6b-498c-bb62-77483d01a87e', 'name': '', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'mac_address': 'fa:16:3e:74:b0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:20Z', 'updated_at': '2021-05-31T12:02:21Z', 'revision_number': 2, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'subnets': [{'id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:24.653894 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Checking router: 93bf4817-6604-41b9-99ba-7d75e424f253 for host: dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:02:24.654272 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Updating router 93bf4817-6604-41b9-99ba-7d75e424f253 port 7fc112ee-ff6b-498c-bb62-77483d01a87e binding host dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:02:24.707631 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.866387 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device f2302d03-fbfb-45f5-9acc-e5703e8b1e1a up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:25.026174 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port f2302d03-fbfb-45f5-9acc-e5703e8b1e1a completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:25.032032 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port f2302d03-fbfb-45f5-9acc-e5703e8b1e1a triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:25.032469 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.054858 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.057576 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2212217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3130855'] for subnet, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.062546 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2a621743-5a97-4ab0-bd4b-31f845c64ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:25.067204 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Transition to ACTIVE for port object 7fc112ee-ff6b-498c-bb62-77483d01a87e will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:25.141293 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc1be0e4-dba4-42f6-b798-cea3f8a4aa35,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:25.144507 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:25.146323 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.151838 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Checking segment: {'id': '764d95d7-6cbb-422c-be92-797022e06551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:25.152171 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-1d8a40a5-adca-48b5-a588-9d54a06e1969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:25.152307 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Network hostable DHCP agents. Network: 93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3, hostable agents: ['1adc1885-0e72-4358-aa6f-c7ef40339460'], hosted agents: [] {{(pid=98764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:02:25.198582 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.216377 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port f2302d03-fbfb-45f5-9acc-e5703e8b1e1a, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=f2302d03-fbfb-45f5-9acc-e5703e8b1e1a,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:25.236930 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Network 93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3 is scheduled to be hosted by DHCP agent 1adc1885-0e72-4358-aa6f-c7ef40339460 with binding_index 1 {{(pid=98764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:02:25.285189 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Pushing event updated for resources: {'Port': ['ID=7fc112ee-ff6b-498c-bb62-77483d01a87e,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:25.293719 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:25.294053 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:25.294602 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:25.294933 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:25.295260 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:25.295583 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:25.295936 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:25.296280 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:25.296600 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:25.296915 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:25.297230 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:25.297541 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:25.301721 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:25.334289 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.336175 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:25.348499 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791240-4-smb, 93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3) {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:25.369243 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:25.371437 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.412281 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddcb0ee-ca4b-4880-9f6b-b5f69ad52560 None None] Network 93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:02:25.434155 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Attempting to bind port 7fc112ee-ff6b-498c-bb62-77483d01a87e on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:02:25.434674 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Attempting to bind port 7fc112ee-ff6b-498c-bb62-77483d01a87e by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '741a7361-39f3-4de6-9254-2343cebc39b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '358e5f5b-6e45-4048-9551-55980383615a'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:02:25.435133 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Attempting to bind port 7fc112ee-ff6b-498c-bb62-77483d01a87e on network 358e5f5b-6e45-4048-9551-55980383615a {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:25.442286 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:02:25.442662 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Checking segment: {'id': '741a7361-39f3-4de6-9254-2343cebc39b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '358e5f5b-6e45-4048-9551-55980383615a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:25.443066 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.447837 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Bound using segment: {'id': '741a7361-39f3-4de6-9254-2343cebc39b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '358e5f5b-6e45-4048-9551-55980383615a'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:02:25.447837 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Bound port: 7fc112ee-ff6b-498c-bb62-77483d01a87e, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741a7361-39f3-4de6-9254-2343cebc39b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '358e5f5b-6e45-4048-9551-55980383615a'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:02:25.447837 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.469231 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-87476681-1bf8-4924-bc2f-71d5d76eefe5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0296857 May 31 12:02:25.476512 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 49878) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:25.479487 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-547560887-router', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:25.484554 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:25.488472 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Usage tracker for resource:router and tenant:607f117a9b3a48048e066cb8b2675f29 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:25.490766 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=f2302d03-fbfb-45f5-9acc-e5703e8b1e1a,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:25.491317 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:25.498294 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:25.503967 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:25.545972 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] For port 7fc112ee-ff6b-498c-bb62-77483d01a87e, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:02:25.549030 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] For port 7fc112ee-ff6b-498c-bb62-77483d01a87e, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=7fc112ee-ff6b-498c-bb62-77483d01a87e,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:02:25.611782 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-933'] for router, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.611941 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.614117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-942'] for router, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.621991 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:25.630055 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.650211 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29358474-a8da-5ec3-9a67-ff1cc0243770-93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3', 'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'fixed_ips': [{'subnet_id': 'cc1be0e4-dba4-42f6-b798-cea3f8a4aa35'}]}} from dv-cinder-791240-4-smb. {{(pid=98766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:02:25.651088 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.693296 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Routers {'93bf4817-6604-41b9-99ba-7d75e424f253'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:25.693917 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:02:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['93bf4817-6604-41b9-99ba-7d75e424f253'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:25.818118 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.db_base_plugin_common [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Allocated IP 172.20.0.2 (93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3/cc1be0e4-dba4-42f6-b798-cea3f8a4aa35/421353bc-e754-488e-9408-aedd4cf287f4) {{(pid=98766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:02:25.848522 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49884) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:25.934948 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] Set router 93bf4817-6604-41b9-99ba-7d75e424f253 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:26.010844 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a3082d7f-672d-47af-bcb7-7ae9508c2d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.019343 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Pushing event updated for resources: {'Port': ['ID=7fc112ee-ff6b-498c-bb62-77483d01a87e,revision_number=4']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:26.024022 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-25d60aa2-edb4-4702-9fc7-104ec6b3097a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:26.038765 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-a3082d7f-672d-47af-bcb7-7ae9508c2d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:26.043051 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-a3082d7f-672d-47af-bcb7-7ae9508c2d1e admin admin] Usage tracker for resource:security_group_rule and tenant:d53f3bbb8e9545c880a194c82e1700bd is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:26.046155 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-a3082d7f-672d-47af-bcb7-7ae9508c2d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:26.053672 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-a3082d7f-672d-47af-bcb7-7ae9508c2d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:26.069310 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-984'] for router, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.095081 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Notify callbacks [] for port, precommit_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.105619 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Transition to ACTIVE for port object 421353bc-e754-488e-9408-aedd4cf287f4 will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:26.124536 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Transition to ACTIVE for port object 421353bc-e754-488e-9408-aedd4cf287f4 will not be triggered until provisioned by entity DHCP. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:26.144736 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a3082d7f-672d-47af-bcb7-7ae9508c2d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.274390 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-a3082d7f-672d-47af-bcb7-7ae9508c2d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.275329 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243'] for port, after_create {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.278978 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:16Z', 'updated_at': '2021-05-31T12:02:21Z', 'revision_number': 4, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'gw_port': {'id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:17Z', 'updated_at': '2021-05-31T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '7fc112ee-ff6b-498c-bb62-77483d01a87e', 'name': '', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'mac_address': 'fa:16:3e:74:b0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:20Z', 'updated_at': '2021-05-31T12:02:25Z', 'revision_number': 4, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'subnets': [{'id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:26.286213 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e39257ce-00ff-479e-92e4-88f28d632e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:26.286795 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac42233-f397-4845-9657-f5c8f09b7604 None None] The sync data for ids ['93bf4817-6604-41b9-99ba-7d75e424f253'] in dv-cinder-791240-4-smb is: [{'id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:16Z', 'updated_at': '2021-05-31T12:02:21Z', 'revision_number': 4, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'gw_port': {'id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:17Z', 'updated_at': '2021-05-31T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '7fc112ee-ff6b-498c-bb62-77483d01a87e', 'name': '', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'mac_address': 'fa:16:3e:74:b0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:20Z', 'updated_at': '2021-05-31T12:02:25Z', 'revision_number': 4, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'subnets': [{'id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:02:26.290592 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:26.352139 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-a3082d7f-672d-47af-bcb7-7ae9508c2d1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d53f3bbb8e9545c880a194c82e1700bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5017886 May 31 12:02:26.353343 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3082d7f-672d-47af-bcb7-7ae9508c2d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4c17b4-b72f-4bd9-8d4e-1265be925559,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:26.356900 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-a3082d7f-672d-47af-bcb7-7ae9508c2d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:26.357500 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Network 93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3 is already hosted by enough agents. {{(pid=98766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:26.357651 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49890) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:26.369363 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.scheduler.base_scheduler [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Resources bound (agent type, host, resource id): {{(pid=98766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:26.373153 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Received port after_create {{(pid=98766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:02:26.427890 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Pushing event updated for resources: {'Port': ['ID=421353bc-e754-488e-9408-aedd4cf287f4,revision_number=1']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:26.432228 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4fd06b61-e616-46c7-af15-69c7279365de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.432550 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:26.463180 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4fd06b61-e616-46c7-af15-69c7279365de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.500820 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Attempting to bind port 421353bc-e754-488e-9408-aedd4cf287f4 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:02:26.501519 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Attempting to bind port 421353bc-e754-488e-9408-aedd4cf287f4 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '764d95d7-6cbb-422c-be92-797022e06551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:02:26.502112 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Attempting to bind port 421353bc-e754-488e-9408-aedd4cf287f4 on network 93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3 {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:26.508479 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:02:26.509164 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Checking segment: {'id': '764d95d7-6cbb-422c-be92-797022e06551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:26.509921 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.510399 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Bound using segment: {'id': '764d95d7-6cbb-422c-be92-797022e06551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:02:26.510966 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Bound port: 421353bc-e754-488e-9408-aedd4cf287f4, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d95d7-6cbb-422c-be92-797022e06551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:02:26.511413 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.562237 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.603898 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.610683 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] For port 421353bc-e754-488e-9408-aedd4cf287f4, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:02:26.613946 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] For port 421353bc-e754-488e-9408-aedd4cf287f4, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=421353bc-e754-488e-9408-aedd4cf287f4,segment=NetworkSegment(764d95d7-6cbb-422c-be92-797022e06551),segment_id=764d95d7-6cbb-422c-be92-797022e06551)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:02:26.622656 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4fd06b61-e616-46c7-af15-69c7279365de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.627169 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-f1c3b5c0-72db-4ae1-8dc0-3d2d05248b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:26.642811 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd06b61-e616-46c7-af15-69c7279365de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4c17b4-b72f-4bd9-8d4e-1265be925559,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:26.654564 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-4fd06b61-e616-46c7-af15-69c7279365de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:26.655657 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4fd06b61-e616-46c7-af15-69c7279365de admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.657006 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-4fd06b61-e616-46c7-af15-69c7279365de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e4c17b4-b72f-4bd9-8d4e-1265be925559 HTTP/1.1" status: 204 len: 168 time: 0.2974143 May 31 12:02:26.712040 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.715757 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:26.753087 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Allocated IP 172.28.1.82 (44138ec9-aa29-40d8-b84a-8c450b87461c/270374c3-e0a8-4da5-b8af-4f1fd2d3da10/0a9e824e-c5a5-422f-863a-fd88250783f2) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:02:26.822048 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Pushing event updated for resources: {'Port': ['ID=421353bc-e754-488e-9408-aedd4cf287f4,revision_number=2']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:26.827868 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-15acae9a-013b-43e6-9005-5a3b460abf67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:26.934462 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.939286 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 7fc112ee-ff6b-498c-bb62-77483d01a87e up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:27.048640 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.055557 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-26c49471-90fd-473f-9a41-24a8aabdc22b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:27.118121 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 7fc112ee-ff6b-498c-bb62-77483d01a87e completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:27.124652 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 7fc112ee-ff6b-498c-bb62-77483d01a87e triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:27.125293 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.281706 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Network 44138ec9-aa29-40d8-b84a-8c450b87461c is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:27.281841 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.284620 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:27.287371 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:02:27.320542 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 7fc112ee-ff6b-498c-bb62-77483d01a87e, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=7fc112ee-ff6b-498c-bb62-77483d01a87e,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:27.334782 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=0a9e824e-c5a5-422f-863a-fd88250783f2,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:27.346774 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:27.347144 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:27.355117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:27.355117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:27.355117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:27.355117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:27.355117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:27.355117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:27.355117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:27.355117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:27.355117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:27.355117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:27.355117 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:27.402719 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.403513 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device f2302d03-fbfb-45f5-9acc-e5703e8b1e1a up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:27.432790 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-5f7f0490-2963-4be4-ab68-32211cc5867f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:27.531049 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=7fc112ee-ff6b-498c-bb62-77483d01a87e,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:27.535482 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:27.543296 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port f2302d03-fbfb-45f5-9acc-e5703e8b1e1a triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:27.543296 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.795407 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.908501 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea157dc-a1c6-4ac6-af5c-8fdc5de2c9be None None] Network 93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:02:28.109426 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-cad8a3d3-6d04-4c56-908f-1a33bdc5a225 None None] Provisioning for port 421353bc-e754-488e-9408-aedd4cf287f4 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:28.178800 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697088'] for router, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.462721 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Router b974685d-f0ae-494c-8fae-d5df888a1bf1 is scheduled to L3 agent f461f98a-babc-4067-ba14-708fa24d667e with binding_index 1 {{(pid=98765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:02:28.645859 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:02:28.656772 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Sync routers for ids ['b974685d-f0ae-494c-8fae-d5df888a1bf1'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:02:28.666969 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Routers {'b974685d-f0ae-494c-8fae-d5df888a1bf1'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:28.667584 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:02:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['b974685d-f0ae-494c-8fae-d5df888a1bf1'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:28.740956 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Notify callbacks [] for router, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.743330 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2687640 May 31 12:02:28.747149 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49928) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:28.880182 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Set router b974685d-f0ae-494c-8fae-d5df888a1bf1 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:29.009272 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 7fc112ee-ff6b-498c-bb62-77483d01a87e up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:29.199953 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 7fc112ee-ff6b-498c-bb62-77483d01a87e triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:29.200358 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.337051 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'name': 'tempest-TestShelveInstance-547560887-router', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '0a9e824e-c5a5-422f-863a-fd88250783f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:02:27Z', 'revision_number': 3, 'project_id': '607f117a9b3a48048e066cb8b2675f29', 'gw_port': {'id': '0a9e824e-c5a5-422f-863a-fd88250783f2', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:26Z', 'updated_at': '2021-05-31T12:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:29.345533 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Checking router: b974685d-f0ae-494c-8fae-d5df888a1bf1 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:02:29.345900 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Updating router b974685d-f0ae-494c-8fae-d5df888a1bf1 port 0a9e824e-c5a5-422f-863a-fd88250783f2 binding host dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:02:29.370817 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 421353bc-e754-488e-9408-aedd4cf287f4 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:29.450849 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.552536 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.645313 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 421353bc-e754-488e-9408-aedd4cf287f4 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:29.663892 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 421353bc-e754-488e-9408-aedd4cf287f4 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:29.664687 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.760446 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Allocated IP 172.20.0.1 (93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3/cc1be0e4-dba4-42f6-b798-cea3f8a4aa35/b1f38082-3c9f-43d1-b141-b42036179470) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:02:29.870485 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.918994 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.925901 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Notify callbacks [] for port, precommit_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.935302 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Transition to ACTIVE for port object b1f38082-3c9f-43d1-b141-b42036179470 will not be triggered until provisioned by entity DHCP. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:29.939239 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 421353bc-e754-488e-9408-aedd4cf287f4, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=421353bc-e754-488e-9408-aedd4cf287f4,segment=NetworkSegment(764d95d7-6cbb-422c-be92-797022e06551),segment_id=764d95d7-6cbb-422c-be92-797022e06551)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:29.945034 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Transition to ACTIVE for port object 0a9e824e-c5a5-422f-863a-fd88250783f2 will not be triggered until provisioned by entity L2. {{(pid=98766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:29.962925 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-d603a80a-6406-464c-a2d4-4d2cf6a51097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:30.048333 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:30.050054 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:30.099655 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:30.100288 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:30.105049 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-303b7a09-25df-4d56-aecc-39fff8a7413a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:30.133946 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=421353bc-e754-488e-9408-aedd4cf287f4,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:30.137774 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:30.138456 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Attempting to bind port 0a9e824e-c5a5-422f-863a-fd88250783f2 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:02:30.139834 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Attempting to bind port 0a9e824e-c5a5-422f-863a-fd88250783f2 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:02:30.139834 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Attempting to bind port 0a9e824e-c5a5-422f-863a-fd88250783f2 on network 44138ec9-aa29-40d8-b84a-8c450b87461c {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:30.141906 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:30.170153 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Network 93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3 is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:30.173242 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:30.177345 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:02:30.223559 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f38082-3c9f-43d1-b141-b42036179470,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:30.232922 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:02:30.233331 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Checking segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:30.233741 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:30.234141 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Bound using segment: {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'} {{(pid=98766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:02:30.234626 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.managers [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Bound port: 0a9e824e-c5a5-422f-863a-fd88250783f2, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421c94b0-347d-423d-b414-65a2d3bb24d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c'}}] {{(pid=98766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:02:30.235002 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:30.236490 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:30.249798 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699249'] for router_interface, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:30.302265 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2feba1-ab83-42ac-bd23-7e3423e60c42 None None] Pushing event updated for resources: {'Port': ['ID=0a9e824e-c5a5-422f-863a-fd88250783f2,revision_number=2']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:30.306558 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-3b2feba1-ab83-42ac-bd23-7e3423e60c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:30.332874 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] For port 0a9e824e-c5a5-422f-863a-fd88250783f2, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:02:30.336248 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] For port 0a9e824e-c5a5-422f-863a-fd88250783f2, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=0a9e824e-c5a5-422f-863a-fd88250783f2,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:02:30.422890 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:30.426571 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-3b2feba1-ab83-42ac-bd23-7e3423e60c42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:30.449144 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:30.479918 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-40677920-d0fe-475a-ad57-6f1600f572e4 None None] Provisioning for port b1f38082-3c9f-43d1-b141-b42036179470 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:30.495178 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-40677920-d0fe-475a-ad57-6f1600f572e4 None None] Provisioning complete for port b1f38082-3c9f-43d1-b141-b42036179470 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:30.495575 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-40677920-d0fe-475a-ad57-6f1600f572e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:30.556648 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Routers {'b974685d-f0ae-494c-8fae-d5df888a1bf1'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:30.557276 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:02:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['b974685d-f0ae-494c-8fae-d5df888a1bf1'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:30.624396 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-40677920-d0fe-475a-ad57-6f1600f572e4 None None] Port b1f38082-3c9f-43d1-b141-b42036179470 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:02:30.625837 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2feba1-ab83-42ac-bd23-7e3423e60c42 None None] Pushing event updated for resources: {'Port': ['ID=0a9e824e-c5a5-422f-863a-fd88250783f2,revision_number=3']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:30.630809 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-3b2feba1-ab83-42ac-bd23-7e3423e60c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:30.672464 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:30.747213 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] Set router b974685d-f0ae-494c-8fae-d5df888a1bf1 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:30.759274 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:30.789515 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-d647bab8-1d6b-443b-b4e4-900f3215d186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:30.865955 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f38082-3c9f-43d1-b141-b42036179470,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:30.869277 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:30.872917 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 421353bc-e754-488e-9408-aedd4cf287f4 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:30.883055 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699356'] for router_interface, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:31.030271 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Network 93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3 is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:31.031417 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:31.093320 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 421353bc-e754-488e-9408-aedd4cf287f4 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:31.093696 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:31.239505 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Router b974685d-f0ae-494c-8fae-d5df888a1bf1 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:02:31.248444 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'name': 'tempest-TestShelveInstance-547560887-router', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '0a9e824e-c5a5-422f-863a-fd88250783f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:02:30Z', 'revision_number': 4, 'project_id': '607f117a9b3a48048e066cb8b2675f29', 'gw_port': {'id': '0a9e824e-c5a5-422f-863a-fd88250783f2', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:26Z', 'updated_at': '2021-05-31T12:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': 'b1f38082-3c9f-43d1-b141-b42036179470', 'name': '', 'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'mac_address': 'fa:16:3e:56:6b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'cc1be0e4-dba4-42f6-b798-cea3f8a4aa35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:29Z', 'updated_at': '2021-05-31T12:02:29Z', 'revision_number': 1, 'project_id': '607f117a9b3a48048e066cb8b2675f29', 'subnets': [{'id': 'cc1be0e4-dba4-42f6-b798-cea3f8a4aa35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:31.252221 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a9908-fdca-4bec-a529-f22a593eb609 None None] The sync data for ids ['b974685d-f0ae-494c-8fae-d5df888a1bf1'] in dv-cinder-791240-4-smb is: [{'id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'name': 'tempest-TestShelveInstance-547560887-router', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '0a9e824e-c5a5-422f-863a-fd88250783f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:02:30Z', 'revision_number': 4, 'project_id': '607f117a9b3a48048e066cb8b2675f29', 'gw_port': {'id': '0a9e824e-c5a5-422f-863a-fd88250783f2', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:26Z', 'updated_at': '2021-05-31T12:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': 'b1f38082-3c9f-43d1-b141-b42036179470', 'name': '', 'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'mac_address': 'fa:16:3e:56:6b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'cc1be0e4-dba4-42f6-b798-cea3f8a4aa35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:29Z', 'updated_at': '2021-05-31T12:02:29Z', 'revision_number': 1, 'project_id': '607f117a9b3a48048e066cb8b2675f29', 'subnets': [{'id': 'cc1be0e4-dba4-42f6-b798-cea3f8a4aa35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:02:31.349715 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-2aa9d511-76b0-400c-bdf2-b9136dee7209 None None] Provisioning complete for port b1f38082-3c9f-43d1-b141-b42036179470 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:31.350104 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-2aa9d511-76b0-400c-bdf2-b9136dee7209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:31.408793 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-2aa9d511-76b0-400c-bdf2-b9136dee7209 None None] Port b1f38082-3c9f-43d1-b141-b42036179470 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:02:31.557993 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:02:31.572600 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-31d2c7fc-dbf5-4e50-be8c-9205c82d7274 admin admin] 10.222.0.43 "PUT /v2.0/routers/b974685d-f0ae-494c-8fae-d5df888a1bf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8237207 May 31 12:02:32.183437 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49954) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:32.189405 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2069092464', 'description': 'tempest-secgroup-smoke-2069092464 description', 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:32.195286 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:32.199456 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Usage tracker for resource:security_group and tenant:f9c7274aeb6c40f39222e0543e9230f7 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:32.203126 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:32.208965 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:32.308474 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.331881 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:32.336141 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Usage tracker for resource:security_group_rule and tenant:f9c7274aeb6c40f39222e0543e9230f7 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:32.339131 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:32.340360 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-8d2e982f-adf3-490d-805b-5980b8dfbc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.345417 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:32.393858 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.419507 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.479268 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.482883 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b40f3aad-83d5-4062-84f3-4da9155100c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:32.520913 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c03be4a-c694-4c9a-b410-eef81869f23d,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:32.524130 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:32.588416 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.592468 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-64932a94-2cc5-4c87-8483-637571552b42 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4051387 May 31 12:02:32.596614 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 49960) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:32.603255 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-0cf34b00-c898-4f90-b563-6174325c803b tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Request body: {'security_group_rule': {'security_group_id': '9c03be4a-c694-4c9a-b410-eef81869f23d', 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:32.609229 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-0cf34b00-c898-4f90-b563-6174325c803b tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:32.613553 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-0cf34b00-c898-4f90-b563-6174325c803b tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Usage tracker for resource:security_group_rule and tenant:f9c7274aeb6c40f39222e0543e9230f7 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:32.617482 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-0cf34b00-c898-4f90-b563-6174325c803b tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:32.623546 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-0cf34b00-c898-4f90-b563-6174325c803b tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:32.719460 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0cf34b00-c898-4f90-b563-6174325c803b tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.779586 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0cf34b00-c898-4f90-b563-6174325c803b tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.860246 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 0a9e824e-c5a5-422f-863a-fd88250783f2 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:32.865717 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0cf34b00-c898-4f90-b563-6174325c803b tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.869562 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:32.898004 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf34b00-c898-4f90-b563-6174325c803b tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d277fc-db44-4db4-88a9-4c4d036b2195,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:32.905620 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-0cf34b00-c898-4f90-b563-6174325c803b tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:32.975025 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-0cf34b00-c898-4f90-b563-6174325c803b tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.976298 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-0cf34b00-c898-4f90-b563-6174325c803b tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3786497 May 31 12:02:32.979194 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 49966) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:32.985280 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-2e627675-0d65-4f31-bfd7-daee5c0ee7e3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Request body: {'security_group_rule': {'security_group_id': '9c03be4a-c694-4c9a-b410-eef81869f23d', 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:32.991057 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-2e627675-0d65-4f31-bfd7-daee5c0ee7e3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:32.994956 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-2e627675-0d65-4f31-bfd7-daee5c0ee7e3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Usage tracker for resource:security_group_rule and tenant:f9c7274aeb6c40f39222e0543e9230f7 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:32.997944 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-2e627675-0d65-4f31-bfd7-daee5c0ee7e3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:33.003484 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port 0a9e824e-c5a5-422f-863a-fd88250783f2 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:33.004070 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-2e627675-0d65-4f31-bfd7-daee5c0ee7e3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:33.009095 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 0a9e824e-c5a5-422f-863a-fd88250783f2 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:33.009482 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.109296 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2e627675-0d65-4f31-bfd7-daee5c0ee7e3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.148122 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.148264 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49972) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:33.171613 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port 0a9e824e-c5a5-422f-863a-fd88250783f2, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=0a9e824e-c5a5-422f-863a-fd88250783f2,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:33.257008 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.260313 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:33.294295 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-702077a7-0947-4c71-bd54-4a57898d58f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.314183 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-702077a7-0947-4c71-bd54-4a57898d58f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:33.318492 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-702077a7-0947-4c71-bd54-4a57898d58f8 admin admin] Usage tracker for resource:security_group_rule and tenant:c6ff1fabb6d840ae9cd4b966b108edfc is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:33.320763 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.321532 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-702077a7-0947-4c71-bd54-4a57898d58f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:33.327360 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-702077a7-0947-4c71-bd54-4a57898d58f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:33.327733 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2e627675-0d65-4f31-bfd7-daee5c0ee7e3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.340319 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=0a9e824e-c5a5-422f-863a-fd88250783f2,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:33.343185 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:33.387993 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2e627675-0d65-4f31-bfd7-daee5c0ee7e3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.390512 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:33.412087 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e627675-0d65-4f31-bfd7-daee5c0ee7e3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0752db5-df46-4918-b418-ce9c30b707e6,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:33.416547 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2e627675-0d65-4f31-bfd7-daee5c0ee7e3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:33.418216 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-702077a7-0947-4c71-bd54-4a57898d58f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.502342 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-702077a7-0947-4c71-bd54-4a57898d58f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.509787 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-ce6d3301-0470-498e-8408-369a79fbea8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:33.531667 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2e627675-0d65-4f31-bfd7-daee5c0ee7e3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.532917 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-2e627675-0d65-4f31-bfd7-daee5c0ee7e3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5527864 May 31 12:02:33.535881 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 49978) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:33.541275 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-29726338-3871-496d-8dbc-4f64d219cadd tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Request body: {'security_group_rule': {'security_group_id': '9c03be4a-c694-4c9a-b410-eef81869f23d', 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:33.549291 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-29726338-3871-496d-8dbc-4f64d219cadd tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:33.552983 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702077a7-0947-4c71-bd54-4a57898d58f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae82e3d-f575-44f9-826b-9c5fb67b5830,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:33.553525 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-29726338-3871-496d-8dbc-4f64d219cadd tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Usage tracker for resource:security_group_rule and tenant:f9c7274aeb6c40f39222e0543e9230f7 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:33.556340 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-702077a7-0947-4c71-bd54-4a57898d58f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:33.557308 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-29726338-3871-496d-8dbc-4f64d219cadd tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:33.562956 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-702077a7-0947-4c71-bd54-4a57898d58f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6ff1fabb6d840ae9cd4b966b108edfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136691 May 31 12:02:33.563550 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49982) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:33.565118 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-29726338-3871-496d-8dbc-4f64d219cadd tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:33.627303 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6ec8061b-2619-416d-bf11-4e98857cee58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.636693 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-29726338-3871-496d-8dbc-4f64d219cadd tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.658288 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6ec8061b-2619-416d-bf11-4e98857cee58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.701329 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-29726338-3871-496d-8dbc-4f64d219cadd tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.785484 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-29726338-3871-496d-8dbc-4f64d219cadd tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.787580 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-7fe5a845-f2ce-4282-9192-b550e4ee59a4 tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:33.797146 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6ec8061b-2619-416d-bf11-4e98857cee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.802127 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-90bdec6a-5863-4852-b2a1-078dd355ed5f tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:33.808969 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29726338-3871-496d-8dbc-4f64d219cadd tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f56f39-53cc-483a-b41c-3542f89cd17b,revision_number=0']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:33.811831 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-29726338-3871-496d-8dbc-4f64d219cadd tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:33.813038 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8061b-2619-416d-bf11-4e98857cee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae82e3d-f575-44f9-826b-9c5fb67b5830,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:33.817660 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-6ec8061b-2619-416d-bf11-4e98857cee58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:33.819626 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6ec8061b-2619-416d-bf11-4e98857cee58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.821031 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-6ec8061b-2619-416d-bf11-4e98857cee58 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aae82e3d-f575-44f9-826b-9c5fb67b5830 HTTP/1.1" status: 204 len: 168 time: 0.2562020 May 31 12:02:33.882747 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-29726338-3871-496d-8dbc-4f64d219cadd tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.883901 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-29726338-3871-496d-8dbc-4f64d219cadd tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3469439 May 31 12:02:33.886722 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49988) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:33.892979 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-2b0be873-f772-4dbf-9b98-b4a7d0d95d24 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Request body: {'security_group_rule': {'security_group_id': '9c03be4a-c694-4c9a-b410-eef81869f23d', 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:33.898905 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-2b0be873-f772-4dbf-9b98-b4a7d0d95d24 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:33.902652 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-2b0be873-f772-4dbf-9b98-b4a7d0d95d24 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Usage tracker for resource:security_group_rule and tenant:f9c7274aeb6c40f39222e0543e9230f7 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:33.905503 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-2b0be873-f772-4dbf-9b98-b4a7d0d95d24 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:33.911968 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-2b0be873-f772-4dbf-9b98-b4a7d0d95d24 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:33.997506 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2b0be873-f772-4dbf-9b98-b4a7d0d95d24 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.066319 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2b0be873-f772-4dbf-9b98-b4a7d0d95d24 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.160031 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2b0be873-f772-4dbf-9b98-b4a7d0d95d24 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.162431 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-cdd7da3a-1201-4d9a-b334-c46b8b2e214e tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:34.179813 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0be873-f772-4dbf-9b98-b4a7d0d95d24 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3e1c3d-3cf7-441f-9a23-18d9bbebc33c,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:34.189193 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2b0be873-f772-4dbf-9b98-b4a7d0d95d24 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:34.268636 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-2b0be873-f772-4dbf-9b98-b4a7d0d95d24 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.269907 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-2b0be873-f772-4dbf-9b98-b4a7d0d95d24 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3821621 May 31 12:02:34.272670 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49994) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:34.279317 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-6ead50a5-c4c2-43c2-a886-09b01c2b86f1 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Request body: {'security_group_rule': {'security_group_id': '9c03be4a-c694-4c9a-b410-eef81869f23d', 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:34.285530 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-6ead50a5-c4c2-43c2-a886-09b01c2b86f1 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:34.289916 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-6ead50a5-c4c2-43c2-a886-09b01c2b86f1 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Usage tracker for resource:security_group_rule and tenant:f9c7274aeb6c40f39222e0543e9230f7 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:34.293195 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-6ead50a5-c4c2-43c2-a886-09b01c2b86f1 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:34.301013 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-6ead50a5-c4c2-43c2-a886-09b01c2b86f1 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:34.360857 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Sync routers for ids ['b974685d-f0ae-494c-8fae-d5df888a1bf1'] in dv-cinder-791240-4-smb {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:02:34.370111 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Routers {'b974685d-f0ae-494c-8fae-d5df888a1bf1'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:34.371192 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:02:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['b974685d-f0ae-494c-8fae-d5df888a1bf1'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:34.406186 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.securitygroups_db [None req-6ead50a5-c4c2-43c2-a886-09b01c2b86f1 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Project f9c7274aeb6c40f39222e0543e9230f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:02:34.412291 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6ead50a5-c4c2-43c2-a886-09b01c2b86f1 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.480850 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6ead50a5-c4c2-43c2-a886-09b01c2b86f1 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.514111 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 49998) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:34.532448 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-82273f2f-b1a9-49a5-b5e9-fd55571d5981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.547165 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-82273f2f-b1a9-49a5-b5e9-fd55571d5981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:34.551068 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-82273f2f-b1a9-49a5-b5e9-fd55571d5981 admin admin] Usage tracker for resource:security_group_rule and tenant:fb32427e4c2f4407a7f28e24a6cb8d9d is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:34.552515 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Set router b974685d-f0ae-494c-8fae-d5df888a1bf1 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:34.553898 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-82273f2f-b1a9-49a5-b5e9-fd55571d5981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:34.560386 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-82273f2f-b1a9-49a5-b5e9-fd55571d5981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:34.587165 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6ead50a5-c4c2-43c2-a886-09b01c2b86f1 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.592070 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2b0be873-f772-4dbf-9b98-b4a7d0d95d24 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:34.622979 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead50a5-c4c2-43c2-a886-09b01c2b86f1 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c435af8a-d5dc-4764-981b-b9bc2f3d7294,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:34.622979 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-6ead50a5-c4c2-43c2-a886-09b01c2b86f1 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:34.685662 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-82273f2f-b1a9-49a5-b5e9-fd55571d5981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.705381 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-6ead50a5-c4c2-43c2-a886-09b01c2b86f1 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.706599 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-6ead50a5-c4c2-43c2-a886-09b01c2b86f1 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4329774 May 31 12:02:34.709355 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 50002) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:34.714355 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [None req-b780dda8-e511-4869-bfc1-3d74c056ae05 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Request body: {'security_group_rule': {'security_group_id': '9c03be4a-c694-4c9a-b410-eef81869f23d', 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:34.720332 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b780dda8-e511-4869-bfc1-3d74c056ae05 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:34.724221 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b780dda8-e511-4869-bfc1-3d74c056ae05 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Usage tracker for resource:security_group_rule and tenant:f9c7274aeb6c40f39222e0543e9230f7 is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:34.727137 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-b780dda8-e511-4869-bfc1-3d74c056ae05 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:34.735393 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-b780dda8-e511-4869-bfc1-3d74c056ae05 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:34.769985 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-82273f2f-b1a9-49a5-b5e9-fd55571d5981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.778621 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-6ec8061b-2619-416d-bf11-4e98857cee58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:34.820741 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-82273f2f-b1a9-49a5-b5e9-fd55571d5981 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb32427e4c2f4407a7f28e24a6cb8d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026781 May 31 12:02:34.821095 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 50006) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:34.823805 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82273f2f-b1a9-49a5-b5e9-fd55571d5981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d6d30f-379e-4039-bf08-2cbf460b7329,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:34.839556 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-82273f2f-b1a9-49a5-b5e9-fd55571d5981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:34.865702 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 0a9e824e-c5a5-422f-863a-fd88250783f2 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:34.867374 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'name': 'tempest-TestShelveInstance-547560887-router', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '0a9e824e-c5a5-422f-863a-fd88250783f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:02:30Z', 'revision_number': 4, 'project_id': '607f117a9b3a48048e066cb8b2675f29', 'gw_port': {'id': '0a9e824e-c5a5-422f-863a-fd88250783f2', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:26Z', 'updated_at': '2021-05-31T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': 'b1f38082-3c9f-43d1-b141-b42036179470', 'name': '', 'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'mac_address': 'fa:16:3e:56:6b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'cc1be0e4-dba4-42f6-b798-cea3f8a4aa35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:29Z', 'updated_at': '2021-05-31T12:02:30Z', 'revision_number': 2, 'project_id': '607f117a9b3a48048e066cb8b2675f29', 'subnets': [{'id': 'cc1be0e4-dba4-42f6-b798-cea3f8a4aa35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:34.871336 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Checking router: b974685d-f0ae-494c-8fae-d5df888a1bf1 for host: dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:02:34.871692 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Updating router b974685d-f0ae-494c-8fae-d5df888a1bf1 port b1f38082-3c9f-43d1-b141-b42036179470 binding host dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:02:34.877131 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.db.securitygroups_db [None req-b780dda8-e511-4869-bfc1-3d74c056ae05 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Project f9c7274aeb6c40f39222e0543e9230f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:02:34.887542 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b780dda8-e511-4869-bfc1-3d74c056ae05 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.924828 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.929307 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-227ca27b-f9f0-42eb-8f69-d3c3832dfcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.944773 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port 0a9e824e-c5a5-422f-863a-fd88250783f2 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:34.945340 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.975398 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-227ca27b-f9f0-42eb-8f69-d3c3832dfcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.991065 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:35.024334 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b780dda8-e511-4869-bfc1-3d74c056ae05 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:35.125243 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b780dda8-e511-4869-bfc1-3d74c056ae05 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721292'] for security_group_rule, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:35.127300 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:35.149592 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780dda8-e511-4869-bfc1-3d74c056ae05 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4e8f14-9dad-4e31-83fa-addbe88b7c68,revision_number=0']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:35.151940 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b780dda8-e511-4869-bfc1-3d74c056ae05 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:35.160242 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-227ca27b-f9f0-42eb-8f69-d3c3832dfcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:35.165435 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-41641c5e-4b5b-46c3-865e-87a6a0a916ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:35.178231 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ca27b-f9f0-42eb-8f69-d3c3832dfcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d6d30f-379e-4039-bf08-2cbf460b7329,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:35.180075 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-227ca27b-f9f0-42eb-8f69-d3c3832dfcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:35.183918 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-227ca27b-f9f0-42eb-8f69-d3c3832dfcf5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54d6d30f-379e-4039-bf08-2cbf460b7329 HTTP/1.1" status: 204 len: 168 time: 0.3618324 May 31 12:02:35.185613 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-227ca27b-f9f0-42eb-8f69-d3c3832dfcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:35.231243 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b780dda8-e511-4869-bfc1-3d74c056ae05 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:35.242296 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-b780dda8-e511-4869-bfc1-3d74c056ae05 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5222759 May 31 12:02:35.312148 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Notify callbacks [] for port, precommit_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:35.323583 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.provisioning_blocks [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Transition to ACTIVE for port object b1f38082-3c9f-43d1-b141-b42036179470 will not be triggered until provisioned by entity L2. {{(pid=98767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:35.397189 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:35.403159 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:35.564813 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa804386-5bbc-4688-98bf-56f4bde55a5d None None] Pushing event updated for resources: {'Port': ['ID=b1f38082-3c9f-43d1-b141-b42036179470,revision_number=3']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:35.577451 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-aa804386-5bbc-4688-98bf-56f4bde55a5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:35.632653 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Attempting to bind port b1f38082-3c9f-43d1-b141-b42036179470 on host dv-cinder-791240-4-smb for vnic_type normal with profile {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:02:35.633103 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Attempting to bind port b1f38082-3c9f-43d1-b141-b42036179470 by drivers openvswitch,hyperv on host dv-cinder-791240-4-smb at level 0 using segments [{'id': '764d95d7-6cbb-422c-be92-797022e06551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3'}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:02:35.633510 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Attempting to bind port b1f38082-3c9f-43d1-b141-b42036179470 on network 93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3 {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:35.639767 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Checking agent: {'id': 'a6976984-eb2e-4382-a3ad-74bfd404e55f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791240-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 44, 2), 'started_at': datetime.datetime(2021, 5, 31, 11, 44, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791240-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:02:35.640780 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Checking segment: {'id': '764d95d7-6cbb-422c-be92-797022e06551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:35.641237 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:35.641801 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Bound using segment: {'id': '764d95d7-6cbb-422c-be92-797022e06551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3'} {{(pid=98767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:02:35.642432 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.managers [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Bound port: b1f38082-3c9f-43d1-b141-b42036179470, host: dv-cinder-791240-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d95d7-6cbb-422c-be92-797022e06551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3'}}] {{(pid=98767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:02:35.643002 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:35.739336 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] For port b1f38082-3c9f-43d1-b141-b42036179470, host dv-cinder-791240-4-smb, cleared binding levels {{(pid=98767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:02:35.742324 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.plugins.ml2.db [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] For port b1f38082-3c9f-43d1-b141-b42036179470, host dv-cinder-791240-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=b1f38082-3c9f-43d1-b141-b42036179470,segment=NetworkSegment(764d95d7-6cbb-422c-be92-797022e06551),segment_id=764d95d7-6cbb-422c-be92-797022e06551)] {{(pid=98767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:02:35.817014 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:35.821868 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:35.899525 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa804386-5bbc-4688-98bf-56f4bde55a5d None None] Pushing event updated for resources: {'Port': ['ID=b1f38082-3c9f-43d1-b141-b42036179470,revision_number=4']} {{(pid=98767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:35.906299 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG oslo_concurrency.lockutils [None req-aa804386-5bbc-4688-98bf-56f4bde55a5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:35.906790 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Routers {'b974685d-f0ae-494c-8fae-d5df888a1bf1'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:35.907792 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:02:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['b974685d-f0ae-494c-8fae-d5df888a1bf1'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:36.089643 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] Set router b974685d-f0ae-494c-8fae-d5df888a1bf1 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:36.418801 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'name': 'tempest-TestShelveInstance-547560887-router', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '0a9e824e-c5a5-422f-863a-fd88250783f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:02:30Z', 'revision_number': 4, 'project_id': '607f117a9b3a48048e066cb8b2675f29', 'gw_port': {'id': '0a9e824e-c5a5-422f-863a-fd88250783f2', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:26Z', 'updated_at': '2021-05-31T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': 'b1f38082-3c9f-43d1-b141-b42036179470', 'name': '', 'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'mac_address': 'fa:16:3e:56:6b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'cc1be0e4-dba4-42f6-b798-cea3f8a4aa35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:29Z', 'updated_at': '2021-05-31T12:02:35Z', 'revision_number': 4, 'project_id': '607f117a9b3a48048e066cb8b2675f29', 'subnets': [{'id': 'cc1be0e4-dba4-42f6-b798-cea3f8a4aa35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:36.429157 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8f2b19-161b-4452-a5ea-0f3ee119d13b None None] The sync data for ids ['b974685d-f0ae-494c-8fae-d5df888a1bf1'] in dv-cinder-791240-4-smb is: [{'id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'name': 'tempest-TestShelveInstance-547560887-router', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '0a9e824e-c5a5-422f-863a-fd88250783f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:02:30Z', 'revision_number': 4, 'project_id': '607f117a9b3a48048e066cb8b2675f29', 'gw_port': {'id': '0a9e824e-c5a5-422f-863a-fd88250783f2', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:26Z', 'updated_at': '2021-05-31T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': 'b1f38082-3c9f-43d1-b141-b42036179470', 'name': '', 'network_id': '93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'mac_address': 'fa:16:3e:56:6b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'cc1be0e4-dba4-42f6-b798-cea3f8a4aa35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:29Z', 'updated_at': '2021-05-31T12:02:35Z', 'revision_number': 4, 'project_id': '607f117a9b3a48048e066cb8b2675f29', 'subnets': [{'id': 'cc1be0e4-dba4-42f6-b798-cea3f8a4aa35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:02:36.597149 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:02:36.874032 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device b1f38082-3c9f-43d1-b141-b42036179470 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:37.078570 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning for port b1f38082-3c9f-43d1-b141-b42036179470 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:37.083947 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port b1f38082-3c9f-43d1-b141-b42036179470 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:37.084365 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:37.205990 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:37.251119 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] For port b1f38082-3c9f-43d1-b141-b42036179470, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=b1f38082-3c9f-43d1-b141-b42036179470,segment=NetworkSegment(764d95d7-6cbb-422c-be92-797022e06551),segment_id=764d95d7-6cbb-422c-be92-797022e06551)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:37.345824 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:37.356683 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:37.359190 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:37.432370 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Pushing event updated for resources: {'Port': ['ID=b1f38082-3c9f-43d1-b141-b42036179470,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:37.436395 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:38.849114 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device b1f38082-3c9f-43d1-b141-b42036179470 up at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:38.919766 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Provisioning complete for port b1f38082-3c9f-43d1-b141-b42036179470 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:38.920175 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:40.679646 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 50112) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:40.799494 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-fa677f73-3cc5-4402-9a0d-4659a9329438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:40.817424 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-fa677f73-3cc5-4402-9a0d-4659a9329438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:40.821770 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-fa677f73-3cc5-4402-9a0d-4659a9329438 admin admin] Usage tracker for resource:security_group_rule and tenant:0db66c0af19442f39a71cf8e5a052d7a is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:40.824750 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-fa677f73-3cc5-4402-9a0d-4659a9329438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:40.831121 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-fa677f73-3cc5-4402-9a0d-4659a9329438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:40.917967 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-fa677f73-3cc5-4402-9a0d-4659a9329438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:40.971197 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-fa677f73-3cc5-4402-9a0d-4659a9329438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:40.978650 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e32e1484-dfb0-4912-95ed-6abfe4914c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:41.023265 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-fa677f73-3cc5-4402-9a0d-4659a9329438 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0db66c0af19442f39a71cf8e5a052d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424599 May 31 12:02:41.024262 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa677f73-3cc5-4402-9a0d-4659a9329438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a809c52-4956-4868-a2ee-dee8ed4ea248,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:41.026001 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 50120) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:41.031558 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-fa677f73-3cc5-4402-9a0d-4659a9329438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:41.087685 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9ff53de4-c2ae-47a6-aea7-1c7a7acd69d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:41.117481 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9ff53de4-c2ae-47a6-aea7-1c7a7acd69d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:41.239415 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9ff53de4-c2ae-47a6-aea7-1c7a7acd69d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:41.243283 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-0a3418d8-4b85-4740-9eac-c7743aeadd50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:41.254346 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff53de4-c2ae-47a6-aea7-1c7a7acd69d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a809c52-4956-4868-a2ee-dee8ed4ea248,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:41.257858 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-9ff53de4-c2ae-47a6-aea7-1c7a7acd69d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:41.261501 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-9ff53de4-c2ae-47a6-aea7-1c7a7acd69d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:41.262544 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-9ff53de4-c2ae-47a6-aea7-1c7a7acd69d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a809c52-4956-4868-a2ee-dee8ed4ea248 HTTP/1.1" status: 204 len: 168 time: 0.2355206 May 31 12:02:49.198759 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 50202) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:49.315160 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-7ede0efc-29bc-4c63-b0af-5262470655d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:49.329014 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-7ede0efc-29bc-4c63-b0af-5262470655d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:49.333274 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-7ede0efc-29bc-4c63-b0af-5262470655d0 admin admin] Usage tracker for resource:security_group_rule and tenant:e1267fb1d9f2429fba0a500df03cd73f is out of sync, need to count used quota {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:49.336097 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [None req-7ede0efc-29bc-4c63-b0af-5262470655d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:49.341763 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [None req-7ede0efc-29bc-4c63-b0af-5262470655d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:49.427733 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-7ede0efc-29bc-4c63-b0af-5262470655d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:49.565356 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-7ede0efc-29bc-4c63-b0af-5262470655d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:49.574276 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-640507dd-8117-4b3d-95e6-9afad786e7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:49.616617 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-7ede0efc-29bc-4c63-b0af-5262470655d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1267fb1d9f2429fba0a500df03cd73f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168272 May 31 12:02:49.618173 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede0efc-29bc-4c63-b0af-5262470655d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a109172-7736-4d9b-9144-783f4e00c1bd,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:49.619427 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 50218) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:49.621258 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-7ede0efc-29bc-4c63-b0af-5262470655d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:49.679911 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-63369cd1-7d73-4dd3-a3d5-4c35570e5e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:49.704742 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-63369cd1-7d73-4dd3-a3d5-4c35570e5e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:49.808410 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-63369cd1-7d73-4dd3-a3d5-4c35570e5e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:49.811910 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-26133b05-63c9-4d71-826e-3c8401b5a915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:49.822559 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63369cd1-7d73-4dd3-a3d5-4c35570e5e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a109172-7736-4d9b-9144-783f4e00c1bd,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:49.825500 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-63369cd1-7d73-4dd3-a3d5-4c35570e5e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:49.830563 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-63369cd1-7d73-4dd3-a3d5-4c35570e5e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:49.832172 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-63369cd1-7d73-4dd3-a3d5-4c35570e5e34 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a109172-7736-4d9b-9144-783f4e00c1bd HTTP/1.1" status: 204 len: 168 time: 0.2103131 May 31 12:02:53.198296 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-603ef1f9-fed0-42f0-808a-234c786b03f5 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2069092464&fields=id&tenant_id=f9c7274aeb6c40f39222e0543e9230f7 HTTP/1.1" status: 200 len: 267 time: 0.0430515 May 31 12:02:53.347357 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9e1c2bd6-ebbc-4e44-a66c-b7c7536dcf12 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:53.348725 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9e1c2bd6-ebbc-4e44-a66c-b7c7536dcf12 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/networks?id=358e5f5b-6e45-4048-9551-55980383615a HTTP/1.1" status: 200 len: 809 time: 0.1441815 May 31 12:02:53.362456 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-21f1122d-e991-4d1b-b461-7f25ba25667f tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/quotas/f9c7274aeb6c40f39222e0543e9230f7 HTTP/1.1" status: 200 len: 375 time: 0.0084467 May 31 12:02:53.441044 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-ff2e7743-0fd3-494e-a587-5bdea7b43448 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c7274aeb6c40f39222e0543e9230f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738795 May 31 12:02:53.456531 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-0da699bb-10b5-4399-88e0-edfa1edcfc89 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:02:53.457452 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-0da699bb-10b5-4399-88e0-edfa1edcfc89 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050027 May 31 12:02:53.587704 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9bca6851-4fdc-4d72-ad2e-718cb97ca2e0 service neutron] 10.222.0.43 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234226 May 31 12:02:53.720039 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-49e18441-095d-46d1-9479-508c02806f60 service neutron] 10.222.0.43 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263399 May 31 12:02:54.573143 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-5eb0836b-c49c-42b3-a657-b4255792c59d req-40f75f77-828d-47fd-94cd-7b08c0fbfeab tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Synchronizing usage tracker for tenant:f9c7274aeb6c40f39222e0543e9230f7 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:02:54.690741 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-5eb0836b-c49c-42b3-a657-b4255792c59d req-40f75f77-828d-47fd-94cd-7b08c0fbfeab tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Unset dirty status for tenant:f9c7274aeb6c40f39222e0543e9230f7 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:02:54.691898 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-5eb0836b-c49c-42b3-a657-b4255792c59d req-40f75f77-828d-47fd-94cd-7b08c0fbfeab tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 210 time: 0.2712314 May 31 12:02:55.843270 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f45d0049-87ce-472b-a0d0-b9896083c78f req-40127735-3368-45db-b5f2-2f40b270e073 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 210 time: 0.0463359 May 31 12:02:56.989768 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-b062c0dd-94b0-4caf-ab6e-9d5baa8f6560 req-e391dce5-2ad9-4385-8c46-35c78844de2e tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 210 time: 0.0421510 May 31 12:02:57.241663 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-7c543787-5f34-415b-8e40-06f1e840a4ec tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:57.242343 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-7c543787-5f34-415b-8e40-06f1e840a4ec tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Synchronizing usage tracker for tenant:f9c7274aeb6c40f39222e0543e9230f7 on resource:network {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:02:57.393503 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-7c543787-5f34-415b-8e40-06f1e840a4ec tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Unset dirty status for tenant:f9c7274aeb6c40f39222e0543e9230f7 on resource:network {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:02:57.394738 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-7c543787-5f34-415b-8e40-06f1e840a4ec tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.36 "GET /v2.0/networks?id=358e5f5b-6e45-4048-9551-55980383615a HTTP/1.1" status: 200 len: 809 time: 0.3028352 May 31 12:02:57.454760 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-a4dadd9b-d255-468a-8b9b-148cf9141e13 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Synchronizing usage tracker for tenant:f9c7274aeb6c40f39222e0543e9230f7 on resource:security_group {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:02:57.545536 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-a4dadd9b-d255-468a-8b9b-148cf9141e13 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Unset dirty status for tenant:f9c7274aeb6c40f39222e0543e9230f7 on resource:security_group {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:02:57.546819 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-a4dadd9b-d255-468a-8b9b-148cf9141e13 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c7274aeb6c40f39222e0543e9230f7 HTTP/1.1" status: 200 len: 380 time: 0.1309183 May 31 12:02:57.556645 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Request body: {'port': {'device_id': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'admin_state_up': True, 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'security_groups': ['9c03be4a-c694-4c9a-b410-eef81869f23d']}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:57.695118 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:57.704240 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.quota.driver [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:57.831067 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Made reservation on behalf of f9c7274aeb6c40f39222e0543e9230f7 for: {'port': 1} {{(pid=98764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:02:57.835532 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:57.994535 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_common [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Allocated IP 172.20.0.13 (358e5f5b-6e45-4048-9551-55980383615a/aec9dadc-2c70-40d3-a95e-82e16545e936/9d069b77-804c-4b73-ae14-dd7568c37581) {{(pid=98764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:02:58.136910 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e4aa9d07-426c-4bd2-8d0e-74f4eaf17936 req-daeb03f2-0763-4e8c-ade5-a609e6c3ee27 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 210 time: 0.0433042 May 31 12:02:58.186606 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for port, precommit_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:58.202036 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Transition to ACTIVE for port object 9d069b77-804c-4b73-ae14-dd7568c37581 will not be triggered until provisioned by entity DHCP. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:58.317533 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_create {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:58.324278 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-25734be4-2f78-40e4-b444-d87655e54196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:58.391844 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Network 358e5f5b-6e45-4048-9551-55980383615a is already hosted by enough agents. {{(pid=98764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:58.394876 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.base_scheduler [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Resources bound (agent type, host, resource id): {{(pid=98764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:58.398837 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Received port after_create {{(pid=98764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:02:58.435306 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Pushing event updated for resources: {'Port': ['ID=9d069b77-804c-4b73-ae14-dd7568c37581,revision_number=1']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:58.439842 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:58.468699 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:58.469464 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:58.575728 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9d172a3b-18b9-4043-a40a-dc02c571e7e8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0234926 May 31 12:02:58.593074 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-763e0c22-9bb4-4212-9197-0f830ff233f5 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:02:58.593996 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-763e0c22-9bb4-4212-9197-0f830ff233f5 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052204 May 31 12:02:58.648790 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.v2.base [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Request body: {'port': {'device_id': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79124'}} {{(pid=98764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:58.699742 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-4530fde6-83a3-4700-92e2-f3520ea9998d None None] Provisioning for port 9d069b77-804c-4b73-ae14-dd7568c37581 completed by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:58.704857 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-4530fde6-83a3-4700-92e2-f3520ea9998d None None] Provisioning complete for port 9d069b77-804c-4b73-ae14-dd7568c37581 triggered by entity DHCP. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:58.707898 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-4530fde6-83a3-4700-92e2-f3520ea9998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:58.759068 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-4530fde6-83a3-4700-92e2-f3520ea9998d None None] Port 9d069b77-804c-4b73-ae14-dd7568c37581 cannot update to ACTIVE because it is not bound. {{(pid=98766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:02:58.761598 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:59.199702 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d069b77-804c-4b73-ae14-dd7568c37581 {{(pid=98764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:02:59.207045 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:59.221405 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.provisioning_blocks [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Transition to ACTIVE for port object 9d069b77-804c-4b73-ae14-dd7568c37581 will not be triggered until provisioned by entity L2. {{(pid=98764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:59.332354 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a4d8f-1526-46b2-a2a9-72b9ad766365 req-6d801eba-88ad-4c82-adb0-c88b804abec8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:59.333028 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-2f2a4d8f-1526-46b2-a2a9-72b9ad766365 req-6d801eba-88ad-4c82-adb0-c88b804abec8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Synchronizing usage tracker for tenant:f9c7274aeb6c40f39222e0543e9230f7 on resource:port {{(pid=98764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:02:59.353333 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:59.357487 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-08d3e4ab-b5f9-4249-81da-6cada445d0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:59.463215 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.quota.resource [req-2f2a4d8f-1526-46b2-a2a9-72b9ad766365 req-6d801eba-88ad-4c82-adb0-c88b804abec8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Unset dirty status for tenant:f9c7274aeb6c40f39222e0543e9230f7 on resource:port {{(pid=98764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:02:59.464375 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2f2a4d8f-1526-46b2-a2a9-72b9ad766365 req-6d801eba-88ad-4c82-adb0-c88b804abec8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 932 time: 0.2087233 May 31 12:02:59.498409 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Pushing event updated for resources: {'Port': ['ID=9d069b77-804c-4b73-ae14-dd7568c37581,revision_number=2']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:59.528619 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:59.597081 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2f2a4d8f-1526-46b2-a2a9-72b9ad766365 req-de010419-be66-4c43-b713-2908a9e8f3e3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235237 May 31 12:02:59.624094 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Attempting to bind port 9d069b77-804c-4b73-ae14-dd7568c37581 on host hv-cinder-79124 for vnic_type normal with profile {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:02:59.624429 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Attempting to bind port 9d069b77-804c-4b73-ae14-dd7568c37581 by drivers openvswitch,hyperv on host hv-cinder-79124 at level 0 using segments [{'id': '741a7361-39f3-4de6-9254-2343cebc39b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '358e5f5b-6e45-4048-9551-55980383615a'}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:02:59.624758 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Attempting to bind port 9d069b77-804c-4b73-ae14-dd7568c37581 on network 358e5f5b-6e45-4048-9551-55980383615a {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:59.629287 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Port 9d069b77-804c-4b73-ae14-dd7568c37581 on network 358e5f5b-6e45-4048-9551-55980383615a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79124 {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:02:59.629598 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Attempting to bind port 9d069b77-804c-4b73-ae14-dd7568c37581 on network 358e5f5b-6e45-4048-9551-55980383615a {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:59.635221 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Checking agent: {'id': 'b7569fe6-1c61-49b8-a19e-1802b3c214a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79124', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'started_at': datetime.datetime(2021, 5, 31, 11, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:02:59.635546 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Checking segment: {'id': '741a7361-39f3-4de6-9254-2343cebc39b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '358e5f5b-6e45-4048-9551-55980383615a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:59.635916 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Bound using segment: {'id': '741a7361-39f3-4de6-9254-2343cebc39b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '358e5f5b-6e45-4048-9551-55980383615a'} {{(pid=98764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:02:59.636362 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.managers [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Bound port: 9d069b77-804c-4b73-ae14-dd7568c37581, host: hv-cinder-79124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741a7361-39f3-4de6-9254-2343cebc39b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '358e5f5b-6e45-4048-9551-55980383615a'}}] {{(pid=98764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:02:59.636702 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:59.725357 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] For port 9d069b77-804c-4b73-ae14-dd7568c37581, host hv-cinder-79124, cleared binding levels {{(pid=98764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:02:59.728171 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] For port 9d069b77-804c-4b73-ae14-dd7568c37581, host hv-cinder-79124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9d069b77-804c-4b73-ae14-dd7568c37581,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:02:59.793613 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2118592'] for port, after_update {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:59.797976 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-5afda8e1-a492-4993-beba-68b10e22835e tempest-AttachVolumeNegativeTest-1536096477 tempest-AttachVolumeNegativeTest-1536096477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:59.853072 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:59.853690 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:59.855052 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] 10.222.0.36 "PUT /v2.0/ports/9d069b77-804c-4b73-ae14-dd7568c37581 HTTP/1.1" status: 200 len: 1094 time: 1.2538643 May 31 12:02:59.855554 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'tag': '9d069b77-804c-4b73-ae14-dd7568c37581'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:02:59.857880 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37e7a1a-dbbf-41cf-8828-57e386426173" -d '{"events": [{"name": "network-changed", "server_uuid": "699a6337-0fa0-4223-a59e-c49cabaa0bd0", "tag": "9d069b77-804c-4b73-ae14-dd7568c37581"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:02:59.877953 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Pushing event updated for resources: {'Port': ['ID=9d069b77-804c-4b73-ae14-dd7568c37581,revision_number=3']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:59.887399 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2e36f5d1-d61f-483b-9e9c-23386ffdc768 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:59.910952 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524f3dc0-ea00-48ef-b314-fb70a7dc9301 x-openstack-request-id: req-524f3dc0-ea00-48ef-b314-fb70a7dc9301 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:02:59.911279 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699a6337-0fa0-4223-a59e-c49cabaa0bd0", "tag": "9d069b77-804c-4b73-ae14-dd7568c37581", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:02:59.911570 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-524f3dc0-ea00-48ef-b314-fb70a7dc9301 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:02:59.912048 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'tag': '9d069b77-804c-4b73-ae14-dd7568c37581', 'status': 'completed', 'code': 200} May 31 12:03:00.013797 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e3af34a7-65dc-4d51-b6e3-7cb4e8189474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:00.032436 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e7a1a-dbbf-41cf-8828-57e386426173 req-2c8c7376-70ae-4ac0-8fdf-53537dbdde84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:00.033894 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e37e7a1a-dbbf-41cf-8828-57e386426173 req-2c8c7376-70ae-4ac0-8fdf-53537dbdde84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9c7274aeb6c40f39222e0543e9230f7&device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 1097 time: 0.0781229 May 31 12:03:00.179857 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e7a1a-dbbf-41cf-8828-57e386426173 req-4f19d09d-2449-48c1-ada4-980331ac351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:00.181221 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e37e7a1a-dbbf-41cf-8828-57e386426173 req-4f19d09d-2449-48c1-ada4-980331ac351e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f9c7274aeb6c40f39222e0543e9230f7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1326258 May 31 12:03:00.314355 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e7a1a-dbbf-41cf-8828-57e386426173 req-0eb10f14-c5c8-487d-96cd-032d18c3ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:00.315775 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e37e7a1a-dbbf-41cf-8828-57e386426173 req-0eb10f14-c5c8-487d-96cd-032d18c3ca32 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282277 May 31 12:03:00.440474 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9c1b72d8-ffc0-4035-95a0-17bec7607605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:00.441894 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-9c1b72d8-ffc0-4035-95a0-17bec7607605 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9c7274aeb6c40f39222e0543e9230f7&device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 1097 time: 0.0687888 May 31 12:03:00.519881 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-b40705bf-fc06-4f18-a0eb-2130f3a14455 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d069b77-804c-4b73-ae14-dd7568c37581 HTTP/1.1" status: 200 len: 217 time: 0.0637245 May 31 12:03:00.581983 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-a8ad4991-123d-4ea9-811c-2eeb92cae5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:00.583283 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-a8ad4991-123d-4ea9-811c-2eeb92cae5f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec9dadc-2c70-40d3-a95e-82e16545e936 HTTP/1.1" status: 200 len: 848 time: 0.0558491 May 31 12:03:00.657314 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-cda6f0c9-c75b-4f37-ad28-f89136abf924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:00.658776 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-cda6f0c9-c75b-4f37-ad28-f89136abf924 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=358e5f5b-6e45-4048-9551-55980383615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683308 May 31 12:03:00.927228 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-80032850-f97a-4c03-950b-044abef573c2 service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617664 May 31 12:03:00.961651 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4724e3c-69cd-4fb3-b833-6b9ac947c66e req-8f8ffa87-81d1-43a3-bbf8-03e6ad9a7750 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:00.963074 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d4724e3c-69cd-4fb3-b833-6b9ac947c66e req-8f8ffa87-81d1-43a3-bbf8-03e6ad9a7750 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 944 time: 0.2296009 May 31 12:03:01.086454 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d4724e3c-69cd-4fb3-b833-6b9ac947c66e req-44534b4f-c72c-4b40-a9dc-d50201f9f869 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177273 May 31 12:03:01.113373 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-0f13c021-34c6-441a-938f-9f23b8c70f06 req-c67cf915-294c-49e1-921f-a7e9404528aa service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790049 May 31 12:03:02.275202 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09b450-9605-4e5e-bed6-14c5b122a14c req-81b4844d-0ee9-4830-8d3a-b8a18cc79798 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:02.276708 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5a09b450-9605-4e5e-bed6-14c5b122a14c req-81b4844d-0ee9-4830-8d3a-b8a18cc79798 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 944 time: 0.0804298 May 31 12:03:02.313578 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-c97dd25b-803a-4d50-ae90-53c2ea75418e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:02.322401 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5a09b450-9605-4e5e-bed6-14c5b122a14c req-e25974fc-1955-4dd4-916a-1a8297cbb9bc tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393531 May 31 12:03:02.351140 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:03.253683 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:03.505397 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913d35f-d154-432f-8201-567234382e9c req-04138409-8ffa-40da-aca3-c6d5c583d1d5 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:03.506719 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2913d35f-d154-432f-8201-567234382e9c req-04138409-8ffa-40da-aca3-c6d5c583d1d5 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 944 time: 0.0808017 May 31 12:03:03.549836 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-2913d35f-d154-432f-8201-567234382e9c req-75aafa9f-4d0b-4da8-bb76-2aeb48a2b08c tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375755 May 31 12:03:04.733313 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8464a-a114-41dc-9f58-dacae998f8b7 req-0802fbe5-1eae-4c54-a53b-b769fb44ea94 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:04.734780 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2fc8464a-a114-41dc-9f58-dacae998f8b7 req-0802fbe5-1eae-4c54-a53b-b769fb44ea94 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 944 time: 0.0816376 May 31 12:03:04.778011 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2fc8464a-a114-41dc-9f58-dacae998f8b7 req-f4f642bd-1b86-4bb3-879f-ab395f128805 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376458 May 31 12:03:04.964776 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:05.182556 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 9d069b77-804c-4b73-ae14-dd7568c37581 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:03:05.321304 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 9d069b77-804c-4b73-ae14-dd7568c37581, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9d069b77-804c-4b73-ae14-dd7568c37581,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:05.334451 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': '9d069b77-804c-4b73-ae14-dd7568c37581', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'port_id': '9d069b77-804c-4b73-ae14-dd7568c37581', 'mac_address': 'fa:16:3e:e2:af:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:03:05.388922 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:05.405768 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d069b77-804c-4b73-ae14-dd7568c37581 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:03:05.420532 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 9d069b77-804c-4b73-ae14-dd7568c37581, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9d069b77-804c-4b73-ae14-dd7568c37581,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:05.516804 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:05.519292 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-ab0813e8-f1e0-4f55-bed2-a923778a1bd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:05.587237 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=9d069b77-804c-4b73-ae14-dd7568c37581,revision_number=4']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:05.590382 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:05.821835 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['9d069b77-804c-4b73-ae14-dd7568c37581'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:03:05.958785 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4926f-8bf4-411e-96fa-d3404acbb9ca req-be686273-bce6-4ca1-9122-81b3ba3a3c4f tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:05.960334 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-68c4926f-8bf4-411e-96fa-d3404acbb9ca req-be686273-bce6-4ca1-9122-81b3ba3a3c4f tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 945 time: 0.0793684 May 31 12:03:06.005278 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-68c4926f-8bf4-411e-96fa-d3404acbb9ca req-51846148-aa97-418c-beee-9299b1fc663f tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391591 May 31 12:03:07.182351 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 9d069b77-804c-4b73-ae14-dd7568c37581 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:03:07.185163 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7c60d-36b1-4ca9-a6a5-ca4526c3d4c4 req-97fbfc55-ce2b-4012-ace9-c57264320bdf tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:07.186688 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-36b7c60d-36b1-4ca9-a6a5-ca4526c3d4c4 req-97fbfc55-ce2b-4012-ace9-c57264320bdf tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 945 time: 0.0793877 May 31 12:03:07.234354 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-36b7c60d-36b1-4ca9-a6a5-ca4526c3d4c4 req-f2602292-0cf6-4b4d-b7d5-137586516adb tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 May 31 12:03:07.330477 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:07.345007 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning for port 9d069b77-804c-4b73-ae14-dd7568c37581 completed by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:03:07.350241 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port 9d069b77-804c-4b73-ae14-dd7568c37581 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:03:07.350613 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:07.466611 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:07.492941 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d069b77-804c-4b73-ae14-dd7568c37581'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:03:07.495084 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a19828-e422-4afa-93c8-6e476e6abad0" -d '{"events": [{"server_uuid": "699a6337-0fa0-4223-a59e-c49cabaa0bd0", "name": "network-vif-plugged", "status": "completed", "tag": "9d069b77-804c-4b73-ae14-dd7568c37581"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:03:07.502496 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 9d069b77-804c-4b73-ae14-dd7568c37581, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9d069b77-804c-4b73-ae14-dd7568c37581,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:07.542614 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf504f7-2850-4997-8fdc-183444230e2f x-openstack-request-id: req-ebf504f7-2850-4997-8fdc-183444230e2f {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:03:07.542889 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699a6337-0fa0-4223-a59e-c49cabaa0bd0", "name": "network-vif-plugged", "status": "completed", "tag": "9d069b77-804c-4b73-ae14-dd7568c37581", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:03:07.543142 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ebf504f7-2850-4997-8fdc-183444230e2f {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:03:07.543526 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d069b77-804c-4b73-ae14-dd7568c37581', 'code': 200} May 31 12:03:07.576643 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:07.578481 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-9fb95bf3-683a-4143-a292-47c2f0ce79c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:07.654500 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=9d069b77-804c-4b73-ae14-dd7568c37581,revision_number=5']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:07.657608 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:07.990806 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd380c25-5823-4434-b0af-83438830a2a1 req-a1ce7eee-44e1-4c75-b5c2-8d7fe55f9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:07.992343 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bd380c25-5823-4434-b0af-83438830a2a1 req-a1ce7eee-44e1-4c75-b5c2-8d7fe55f9fe5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 1099 time: 0.0713053 May 31 12:03:08.032261 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bd380c25-5823-4434-b0af-83438830a2a1 req-66c797e1-520a-432d-893f-4cc932ab766e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335538 May 31 12:03:08.417969 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a694aba-c6b5-410a-a3de-8853f4ab4a28 req-7bd17e60-d8b6-4c25-8892-24cd52c1a6a2 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:08.419414 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2a694aba-c6b5-410a-a3de-8853f4ab4a28 req-7bd17e60-d8b6-4c25-8892-24cd52c1a6a2 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0784485 May 31 12:03:08.463101 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2a694aba-c6b5-410a-a3de-8853f4ab4a28 req-3e3691c0-091c-4ee2-bc19-3d2d62658539 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381722 May 31 12:03:09.643625 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bd841-b6a3-4b23-ac3a-9847399f3f7d req-82f2ec04-e1d5-41c6-ab7c-66b716ce9a6e tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:09.645006 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cf9bd841-b6a3-4b23-ac3a-9847399f3f7d req-82f2ec04-e1d5-41c6-ab7c-66b716ce9a6e tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0798960 May 31 12:03:09.692176 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cf9bd841-b6a3-4b23-ac3a-9847399f3f7d req-3ad63adc-6911-4611-bebf-2402d59b38e5 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411577 May 31 12:03:09.878939 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ac51f-2626-4ccf-bcf5-0770dfc1fecb req-a4522b0a-08ed-40e8-9052-9ea50d5393df tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:09.880413 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5b9ac51f-2626-4ccf-bcf5-0770dfc1fecb req-a4522b0a-08ed-40e8-9052-9ea50d5393df tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0828557 May 31 12:03:09.924460 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-5b9ac51f-2626-4ccf-bcf5-0770dfc1fecb req-c666f519-7b2e-41a4-84a1-176db96b811e tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378559 May 31 12:03:09.949905 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 50294) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:10.128918 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765d692d-3551-4449-bee0-5b7c0a542a27 tempest-TestShelveInstance-34333530 tempest-TestShelveInstance-34333530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:10.130381 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-765d692d-3551-4449-bee0-5b7c0a542a27 tempest-TestShelveInstance-34333530 tempest-TestShelveInstance-34333530-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 1094 time: 0.1795290 May 31 12:03:10.134023 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 50300) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:10.138894 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.v2.base [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Request body: {'floatingip': {'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'port_id': '9d069b77-804c-4b73-ae14-dd7568c37581', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:10.144780 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:10.148607 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Usage tracker for resource:floatingip and tenant:f9c7274aeb6c40f39222e0543e9230f7 is out of sync, need to count used quota {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:03:10.151436 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:03:10.157168 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.quota.driver [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:10.236809 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for floatingip, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.378189 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.593637 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.db_base_plugin_common [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Allocated IP 172.28.1.69 (44138ec9-aa29-40d8-b84a-8c450b87461c/270374c3-e0a8-4da5-b8af-4f1fd2d3da10/b3552963-0e97-415f-9fad-b807ecd86634) {{(pid=98765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:03:10.745360 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for port, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.825553 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766107116243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.829127 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-4f4b9a1d-2717-43fa-ab43-18a14cba1b1b tempest-VolumesSnapshotTestJSON-1438536872 tempest-VolumesSnapshotTestJSON-1438536872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:10.893595 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Network 44138ec9-aa29-40d8-b84a-8c450b87461c is already hosted by enough agents. {{(pid=98765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:03:10.896345 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.base_scheduler [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Resources bound (agent type, host, resource id): {{(pid=98765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:03:10.900711 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Received port after_create {{(pid=98765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:03:10.929433 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Pushing event updated for resources: {'Port': ['ID=b3552963-0e97-415f-9fad-b807ecd86634,revision_number=1']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:10.936323 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:11.307887 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:11.457250 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:11.659159 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for port, precommit_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:11.719076 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1624203'] for port, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:11.723488 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-e7acce84-541d-4730-82fb-ea9d14bde3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:11.826780 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Pushing event updated for resources: {'Port': ['ID=b3552963-0e97-415f-9fad-b807ecd86634,revision_number=2']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:11.830645 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:11.837250 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697336'] for floatingip, after_update {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:12.003267 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.l3_db [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Floating IP 9b4ccba5-a1b4-484b-82be-d5799952137a associated. External IP: 172.28.1.69, port: 9d069b77-804c-4b73-ae14-dd7568c37581. May 31 12:03:12.441754 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Router 93bf4817-6604-41b9-99ba-7d75e424f253 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:03:12.617358 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:03:12.626419 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f0618-e7b4-4056-968d-98228b12eac2 None None] Sync routers for ids ['93bf4817-6604-41b9-99ba-7d75e424f253'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:03:12.635374 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f0618-e7b4-4056-968d-98228b12eac2 None None] Routers {'93bf4817-6604-41b9-99ba-7d75e424f253'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:03:12.636100 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-556f0618-e7b4-4056-968d-98228b12eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:03:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['93bf4817-6604-41b9-99ba-7d75e424f253'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:12.719172 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:12.788030 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-f13edfa1-36c5-4b86-bd59-b9df36eb8359 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6387100 May 31 12:03:12.788030 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'tag': '9d069b77-804c-4b73-ae14-dd7568c37581'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:03:12.788030 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1806ffb5-2512-4408-8235-3e414d0f770e" -d '{"events": [{"name": "network-changed", "server_uuid": "699a6337-0fa0-4223-a59e-c49cabaa0bd0", "tag": "9d069b77-804c-4b73-ae14-dd7568c37581"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:03:12.843521 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-556f0618-e7b4-4056-968d-98228b12eac2 None None] Set router 93bf4817-6604-41b9-99ba-7d75e424f253 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:03:12.878343 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1e0052-7208-44d4-a920-d02e111a781b x-openstack-request-id: req-6b1e0052-7208-44d4-a920-d02e111a781b {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:03:12.878653 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699a6337-0fa0-4223-a59e-c49cabaa0bd0", "tag": "9d069b77-804c-4b73-ae14-dd7568c37581", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:03:12.878941 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b1e0052-7208-44d4-a920-d02e111a781b {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:03:12.879366 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'tag': '9d069b77-804c-4b73-ae14-dd7568c37581', 'status': 'completed', 'code': 200} May 31 12:03:12.992166 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806ffb5-2512-4408-8235-3e414d0f770e req-fd8c8085-2e26-4385-bf02-129df4b63ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:12.993791 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1806ffb5-2512-4408-8235-3e414d0f770e req-fd8c8085-2e26-4385-bf02-129df4b63ef4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9c7274aeb6c40f39222e0543e9230f7&device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 1099 time: 0.0702863 May 31 12:03:13.126424 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806ffb5-2512-4408-8235-3e414d0f770e req-e7b6de05-f8c0-4e8c-bdb3-99611f2db68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:13.127782 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1806ffb5-2512-4408-8235-3e414d0f770e req-e7b6de05-f8c0-4e8c-bdb3-99611f2db68b service neutron] 10.222.0.36 "GET /v2.0/networks?id=358e5f5b-6e45-4048-9551-55980383615a HTTP/1.1" status: 200 len: 910 time: 0.1272058 May 31 12:03:13.188913 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-556f0618-e7b4-4056-968d-98228b12eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:16Z', 'updated_at': '2021-05-31T12:02:21Z', 'revision_number': 4, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'gw_port': {'id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:17Z', 'updated_at': '2021-05-31T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': '9b4ccba5-a1b4-484b-82be-d5799952137a', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'floating_ip_address': '172.28.1.69', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'port_id': '9d069b77-804c-4b73-ae14-dd7568c37581', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'mac_address': 'fa:16:3e:e2:af:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:03:11Z', 'updated_at': '2021-05-31T12:03:11Z', 'revision_number': 0, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc112ee-ff6b-498c-bb62-77483d01a87e', 'name': '', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'mac_address': 'fa:16:3e:74:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:20Z', 'updated_at': '2021-05-31T12:02:27Z', 'revision_number': 5, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'subnets': [{'id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:13.192827 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f0618-e7b4-4056-968d-98228b12eac2 None None] Checking router: 93bf4817-6604-41b9-99ba-7d75e424f253 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:03:13.201678 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f0618-e7b4-4056-968d-98228b12eac2 None None] Routers {'93bf4817-6604-41b9-99ba-7d75e424f253'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:03:13.202287 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-556f0618-e7b4-4056-968d-98228b12eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:03:02Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['93bf4817-6604-41b9-99ba-7d75e424f253'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:13.231595 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1806ffb5-2512-4408-8235-3e414d0f770e req-8fb16753-957e-4693-b458-b43fb00a12e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d069b77-804c-4b73-ae14-dd7568c37581 HTTP/1.1" status: 200 len: 999 time: 0.0967360 May 31 12:03:13.295462 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806ffb5-2512-4408-8235-3e414d0f770e req-f101fecd-de33-48e1-85b3-22ed1cbf2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:13.296929 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1806ffb5-2512-4408-8235-3e414d0f770e req-f101fecd-de33-48e1-85b3-22ed1cbf2ecb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec9dadc-2c70-40d3-a95e-82e16545e936 HTTP/1.1" status: 200 len: 848 time: 0.0584815 May 31 12:03:13.374338 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806ffb5-2512-4408-8235-3e414d0f770e req-34864bf6-3cde-4d56-8e66-4950a2caf03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:13.375851 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1806ffb5-2512-4408-8235-3e414d0f770e req-34864bf6-3cde-4d56-8e66-4950a2caf03e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=358e5f5b-6e45-4048-9551-55980383615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729039 May 31 12:03:13.379809 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-556f0618-e7b4-4056-968d-98228b12eac2 None None] Set router 93bf4817-6604-41b9-99ba-7d75e424f253 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:03:13.506546 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1806ffb5-2512-4408-8235-3e414d0f770e req-a5a7fd90-3a22-4dcc-ab04-a4f74f0fa5b3 service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242061 May 31 12:03:13.599368 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:03:13.638812 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1806ffb5-2512-4408-8235-3e414d0f770e req-0667bf07-27fd-4b3c-8f63-ad74518fbb5c service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253383 May 31 12:03:13.725979 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-556f0618-e7b4-4056-968d-98228b12eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:16Z', 'updated_at': '2021-05-31T12:02:21Z', 'revision_number': 4, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'gw_port': {'id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:17Z', 'updated_at': '2021-05-31T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': '9b4ccba5-a1b4-484b-82be-d5799952137a', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'floating_ip_address': '172.28.1.69', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'port_id': '9d069b77-804c-4b73-ae14-dd7568c37581', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'mac_address': 'fa:16:3e:e2:af:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:03:11Z', 'updated_at': '2021-05-31T12:03:11Z', 'revision_number': 0, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc112ee-ff6b-498c-bb62-77483d01a87e', 'name': '', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'mac_address': 'fa:16:3e:74:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:20Z', 'updated_at': '2021-05-31T12:02:27Z', 'revision_number': 5, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'subnets': [{'id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:13.730409 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f0618-e7b4-4056-968d-98228b12eac2 None None] The sync data for ids ['93bf4817-6604-41b9-99ba-7d75e424f253'] in dv-cinder-791240-4-smb is: [{'id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:16Z', 'updated_at': '2021-05-31T12:02:21Z', 'revision_number': 4, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'gw_port': {'id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:17Z', 'updated_at': '2021-05-31T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_floatingips': [{'id': '9b4ccba5-a1b4-484b-82be-d5799952137a', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'floating_ip_address': '172.28.1.69', 'floating_network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'router_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'port_id': '9d069b77-804c-4b73-ae14-dd7568c37581', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'mac_address': 'fa:16:3e:e2:af:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:03:11Z', 'updated_at': '2021-05-31T12:03:11Z', 'revision_number': 0, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc112ee-ff6b-498c-bb62-77483d01a87e', 'name': '', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'mac_address': 'fa:16:3e:74:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:20Z', 'updated_at': '2021-05-31T12:02:27Z', 'revision_number': 5, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'subnets': [{'id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:03:13.908906 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74b565-6104-4c74-b06d-c2d528d13c20 None None] New status for floating IP 9b4ccba5-a1b4-484b-82be-d5799952137a: ACTIVE {{(pid=98767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:03:29.951057 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8077-ba4f-4533-87ce-47d8d1e3ce84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:32.350735 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-2cd905a0-e6a8-4017-bfff-81c4715e6bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:32.392837 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:33.236580 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:34.976147 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:37.361981 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:44.162232 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a80135c1-0129-4e57-a640-b5dbef3863c6 req-77c996a7-883f-43a9-801d-c889699b78bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682662 May 31 12:03:44.318755 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80135c1-0129-4e57-a640-b5dbef3863c6 req-8d697714-f158-4b4e-a3ef-eb34ee0c5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:44.320259 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a80135c1-0129-4e57-a640-b5dbef3863c6 req-8d697714-f158-4b4e-a3ef-eb34ee0c5a1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9c7274aeb6c40f39222e0543e9230f7&device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 1099 time: 0.0719945 May 31 12:03:44.463497 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80135c1-0129-4e57-a640-b5dbef3863c6 req-54772057-f76b-4e87-99ac-7d1de91e920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:44.464910 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a80135c1-0129-4e57-a640-b5dbef3863c6 req-54772057-f76b-4e87-99ac-7d1de91e920d service neutron] 10.222.0.36 "GET /v2.0/networks?id=358e5f5b-6e45-4048-9551-55980383615a HTTP/1.1" status: 200 len: 910 time: 0.1263278 May 31 12:03:44.657589 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a80135c1-0129-4e57-a640-b5dbef3863c6 req-351ec929-080c-4f19-ad42-c192687db4de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d069b77-804c-4b73-ae14-dd7568c37581 HTTP/1.1" status: 200 len: 1001 time: 0.1837006 May 31 12:03:44.721340 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80135c1-0129-4e57-a640-b5dbef3863c6 req-2835e891-7948-4a9c-a696-57a464393044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:44.722642 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a80135c1-0129-4e57-a640-b5dbef3863c6 req-2835e891-7948-4a9c-a696-57a464393044 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec9dadc-2c70-40d3-a95e-82e16545e936 HTTP/1.1" status: 200 len: 848 time: 0.0587115 May 31 12:03:44.797326 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80135c1-0129-4e57-a640-b5dbef3863c6 req-ef233012-9cad-49e4-b4eb-4158a7ac2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:44.798768 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a80135c1-0129-4e57-a640-b5dbef3863c6 req-ef233012-9cad-49e4-b4eb-4158a7ac2682 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=358e5f5b-6e45-4048-9551-55980383615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685732 May 31 12:03:44.929705 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a80135c1-0129-4e57-a640-b5dbef3863c6 req-16095255-880c-4fff-bd47-f58bfb18d915 service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244192 May 31 12:03:45.059870 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-a80135c1-0129-4e57-a640-b5dbef3863c6 req-bfa7ab07-a369-4c92-bd4b-933d9b1b6c25 service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230941 May 31 12:03:50.598412 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:03:59.941211 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-83f59049-a441-4d9f-8d0f-f8e6350ec12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:02.306958 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-3d773f4f-daa7-40de-af2c-404541e41009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:02.375337 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:03.255262 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:04.967396 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:07.352715 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:27.597686 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:04:29.961818 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-13e628a5-b00d-4c30-9a5e-165f0b0c308b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:32.295014 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-646143a0-a069-47cd-abc6-e8bd75777699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:32.386253 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:33.226273 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:34.970013 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:37.335468 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:44.157896 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3acd352b-0820-4b81-8793-9a6d181ef5b6 req-1586a465-57b5-4a2b-b396-fbc46f1c3c61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726151 May 31 12:04:44.312297 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd352b-0820-4b81-8793-9a6d181ef5b6 req-5c6a907a-859b-46b9-bf3b-13d5d77cbb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:44.313795 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3acd352b-0820-4b81-8793-9a6d181ef5b6 req-5c6a907a-859b-46b9-bf3b-13d5d77cbb6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9c7274aeb6c40f39222e0543e9230f7&device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 1099 time: 0.0726442 May 31 12:04:44.459911 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd352b-0820-4b81-8793-9a6d181ef5b6 req-fb468610-1375-458f-9179-9593d771f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:44.461361 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3acd352b-0820-4b81-8793-9a6d181ef5b6 req-fb468610-1375-458f-9179-9593d771f889 service neutron] 10.222.0.36 "GET /v2.0/networks?id=358e5f5b-6e45-4048-9551-55980383615a HTTP/1.1" status: 200 len: 910 time: 0.1267865 May 31 12:04:44.565244 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3acd352b-0820-4b81-8793-9a6d181ef5b6 req-7d628a05-cab8-44d5-9777-a84e437037d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d069b77-804c-4b73-ae14-dd7568c37581 HTTP/1.1" status: 200 len: 1001 time: 0.0969262 May 31 12:04:44.627934 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd352b-0820-4b81-8793-9a6d181ef5b6 req-32270c6d-2254-450d-a54d-31e5b3dfb08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:44.629343 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3acd352b-0820-4b81-8793-9a6d181ef5b6 req-32270c6d-2254-450d-a54d-31e5b3dfb08a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec9dadc-2c70-40d3-a95e-82e16545e936 HTTP/1.1" status: 200 len: 848 time: 0.0570509 May 31 12:04:44.706968 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd352b-0820-4b81-8793-9a6d181ef5b6 req-8eb61c5f-e3bb-4bb2-bb3b-4e2a7d476781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:44.708437 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3acd352b-0820-4b81-8793-9a6d181ef5b6 req-8eb61c5f-e3bb-4bb2-bb3b-4e2a7d476781 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=358e5f5b-6e45-4048-9551-55980383615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728214 May 31 12:04:44.839344 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3acd352b-0820-4b81-8793-9a6d181ef5b6 req-5ea2100d-711d-4081-ae4c-9b1d8f3ea09b service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238759 May 31 12:04:44.970568 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3acd352b-0820-4b81-8793-9a6d181ef5b6 req-3f64800e-8588-4917-a437-638b61eaa16f service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237276 May 31 12:04:59.946240 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-42b98916-31f3-462b-9734-6d6af7715bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:02.323966 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-75d4028a-3fbf-4fbc-8ba0-5bcaf1b5c6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:02.351738 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:03.224383 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:04.596276 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:05:04.980459 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:07.386693 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:07.785780 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0f12d-38aa-4605-a91c-88dd7d638c8a req-3b286494-717f-49be-85a4-ad27ec6e17da tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:07.787224 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fef0f12d-38aa-4605-a91c-88dd7d638c8a req-3b286494-717f-49be-85a4-ad27ec6e17da tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0818276 May 31 12:05:07.831255 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-fef0f12d-38aa-4605-a91c-88dd7d638c8a req-8c21d399-ad5a-44f6-be4f-ad958ee05009 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382190 May 31 12:05:09.020430 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db68bb8-6d19-4f29-99fb-589144144c53 req-d2e1262e-ab54-48ed-bf65-5b6ef68a28b7 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:09.021878 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3db68bb8-6d19-4f29-99fb-589144144c53 req-d2e1262e-ab54-48ed-bf65-5b6ef68a28b7 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0831962 May 31 12:05:09.065900 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3db68bb8-6d19-4f29-99fb-589144144c53 req-59b134e6-f7e7-4c3a-8648-4cc2849adeac tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384703 May 31 12:05:10.250399 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55be2d5-c8bb-4290-bed9-0896d4bd9922 req-d89f57ce-ed5c-40d0-993f-d3b4e0b30839 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:10.251853 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c55be2d5-c8bb-4290-bed9-0896d4bd9922 req-d89f57ce-ed5c-40d0-993f-d3b4e0b30839 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0803292 May 31 12:05:10.296995 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c55be2d5-c8bb-4290-bed9-0896d4bd9922 req-0057cf0d-09e9-4028-96d7-38bdacd7c9a9 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395522 May 31 12:05:11.476595 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f3b3a-68a4-47c0-b074-d0b7f8a60717 req-6e051629-ff26-4ccd-816e-624f5b07c35a tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:11.478061 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f76f3b3a-68a4-47c0-b074-d0b7f8a60717 req-6e051629-ff26-4ccd-816e-624f5b07c35a tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0794499 May 31 12:05:11.525889 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-f76f3b3a-68a4-47c0-b074-d0b7f8a60717 req-a1936392-25a8-4885-a3f6-3686fe8cc708 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415549 May 31 12:05:12.706793 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a9d28-26ff-47fe-8757-ea24da8a0495 req-e6f61b82-c040-4166-a514-6457182895de tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:12.708171 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3e3a9d28-26ff-47fe-8757-ea24da8a0495 req-e6f61b82-c040-4166-a514-6457182895de tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0781846 May 31 12:05:12.754449 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3e3a9d28-26ff-47fe-8757-ea24da8a0495 req-a19d4640-908a-43ff-a6bd-5c1e199cdfb3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408092 May 31 12:05:13.934383 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50d38-263e-4a79-80c7-e2e0db4e1bd2 req-655dbb35-7245-487d-a7bc-e84b82543470 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:13.936380 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9ee50d38-263e-4a79-80c7-e2e0db4e1bd2 req-655dbb35-7245-487d-a7bc-e84b82543470 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0793388 May 31 12:05:13.979861 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-9ee50d38-263e-4a79-80c7-e2e0db4e1bd2 req-3a706691-e0d2-49d3-ad6a-c643766a7aa3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379257 May 31 12:05:15.243256 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654ef22-5a32-4a87-835c-4735975b032a req-e979b4d0-b667-43f8-a921-56f203d697e1 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:15.244740 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f654ef22-5a32-4a87-835c-4735975b032a req-e979b4d0-b667-43f8-a921-56f203d697e1 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.1629159 May 31 12:05:15.288773 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f654ef22-5a32-4a87-835c-4735975b032a req-30eaaf95-3214-4b7a-b2b4-c4294f3489e9 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382476 May 31 12:05:16.475133 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85153ed7-d169-483b-8442-e64bc5d32cfa req-d25f03c9-b36b-41fb-8fd0-dacffeee64b4 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:16.476626 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-85153ed7-d169-483b-8442-e64bc5d32cfa req-d25f03c9-b36b-41fb-8fd0-dacffeee64b4 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0826139 May 31 12:05:16.521908 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-85153ed7-d169-483b-8442-e64bc5d32cfa req-4ba662e7-cbe4-4cdd-be99-914a75fb9841 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386672 May 31 12:05:17.707293 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8a59e-eeda-4b04-adc5-0a31d20f9117 req-7d36bd3c-2b1e-4612-b0ab-3378cd747249 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:17.708821 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f9a8a59e-eeda-4b04-adc5-0a31d20f9117 req-7d36bd3c-2b1e-4612-b0ab-3378cd747249 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0811698 May 31 12:05:17.752297 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-f9a8a59e-eeda-4b04-adc5-0a31d20f9117 req-50453e8b-1365-4b69-acd1-ec2e405c8b70 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379679 May 31 12:05:18.020433 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae952d7-1400-4e7f-a4a5-a3edd8766c47 req-f80c3044-a582-4c55-9c1d-c4093a91f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:18.021855 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dae952d7-1400-4e7f-a4a5-a3edd8766c47 req-f80c3044-a582-4c55-9c1d-c4093a91f49a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9c7274aeb6c40f39222e0543e9230f7&device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 1099 time: 0.0688584 May 31 12:05:18.150107 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae952d7-1400-4e7f-a4a5-a3edd8766c47 req-09ae0755-7fbd-497b-aeee-734b7a04c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:18.151506 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dae952d7-1400-4e7f-a4a5-a3edd8766c47 req-09ae0755-7fbd-497b-aeee-734b7a04c16a service neutron] 10.222.0.36 "GET /v2.0/networks?id=358e5f5b-6e45-4048-9551-55980383615a HTTP/1.1" status: 200 len: 910 time: 0.1219220 May 31 12:05:18.254150 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dae952d7-1400-4e7f-a4a5-a3edd8766c47 req-0c19c144-d0b5-4ccf-96fe-8ae5a29a8d25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d069b77-804c-4b73-ae14-dd7568c37581 HTTP/1.1" status: 200 len: 1001 time: 0.0950823 May 31 12:05:18.318674 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae952d7-1400-4e7f-a4a5-a3edd8766c47 req-8484f48c-2a7e-4cc3-8e80-345f140c3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:18.320098 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dae952d7-1400-4e7f-a4a5-a3edd8766c47 req-8484f48c-2a7e-4cc3-8e80-345f140c3d97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec9dadc-2c70-40d3-a95e-82e16545e936 HTTP/1.1" status: 200 len: 848 time: 0.0600324 May 31 12:05:18.393853 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae952d7-1400-4e7f-a4a5-a3edd8766c47 req-92498dba-d769-4ee1-a56f-1e59bfe92ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:18.395292 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dae952d7-1400-4e7f-a4a5-a3edd8766c47 req-92498dba-d769-4ee1-a56f-1e59bfe92ffa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=358e5f5b-6e45-4048-9551-55980383615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0686800 May 31 12:05:18.526390 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dae952d7-1400-4e7f-a4a5-a3edd8766c47 req-40a9fea5-0ad8-42a8-8cc5-820edbd135c0 service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238935 May 31 12:05:18.655380 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-dae952d7-1400-4e7f-a4a5-a3edd8766c47 req-269060f9-e364-45c5-b70d-b8df1367fa7a service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224570 May 31 12:05:18.931448 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e2e7f-288c-4e15-89cd-c94b2f0db23b req-b5b1a867-da07-44af-aa2a-76f95e44ea95 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:18.932825 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2c4e2e7f-288c-4e15-89cd-c94b2f0db23b req-b5b1a867-da07-44af-aa2a-76f95e44ea95 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0790677 May 31 12:05:18.976022 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-2c4e2e7f-288c-4e15-89cd-c94b2f0db23b req-12700c3d-ae77-40ec-bfb0-9518bba421a3 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376649 May 31 12:05:20.155042 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0961d5-d53e-4554-8b1d-4312f28992c0 req-80e7be01-6a08-4a6a-b000-e1c9ee29e11a tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:20.156511 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6e0961d5-d53e-4554-8b1d-4312f28992c0 req-80e7be01-6a08-4a6a-b000-e1c9ee29e11a tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0779512 May 31 12:05:20.203796 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6e0961d5-d53e-4554-8b1d-4312f28992c0 req-0369d4ed-0926-4f64-a904-e13b0679f798 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417747 May 31 12:05:21.390414 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e936a0f-e8f0-4fdf-bcf2-4c7da4b336d7 req-7e6ba76c-ad13-4836-8b93-d04b23e2134b tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:21.391851 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6e936a0f-e8f0-4fdf-bcf2-4c7da4b336d7 req-7e6ba76c-ad13-4836-8b93-d04b23e2134b tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0835612 May 31 12:05:21.435224 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-6e936a0f-e8f0-4fdf-bcf2-4c7da4b336d7 req-a934dc8a-14fd-4213-8009-61b94183d850 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375004 May 31 12:05:21.949333 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cb221-e7d4-45d5-b74d-6d75b17f110c req-0cc403c8-28fb-40fb-8985-fa7a50a3b315 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:21.950796 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1c7cb221-e7d4-45d5-b74d-6d75b17f110c req-0cc403c8-28fb-40fb-8985-fa7a50a3b315 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0811265 May 31 12:05:21.996191 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-1c7cb221-e7d4-45d5-b74d-6d75b17f110c req-8657f3f7-9ae8-4d44-b58d-3410a4069826 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396118 May 31 12:05:22.037862 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 50382) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:05:22.149511 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-e3a02401-1896-41c2-9c0d-7eb8a9367953 req-41488581-4998-4f2d-9960-ae4c6b4d2a97 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1104689 May 31 12:05:23.180358 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e25c5-a7d9-40dc-bf9c-ed246fe76792 req-d38e24e0-c392-4a6f-962a-086ec7dce806 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:23.181813 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-730e25c5-a7d9-40dc-bf9c-ed246fe76792 req-d38e24e0-c392-4a6f-962a-086ec7dce806 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0790076 May 31 12:05:23.226869 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-730e25c5-a7d9-40dc-bf9c-ed246fe76792 req-a1587b34-e020-481a-bee4-03acb72fff32 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375657 May 31 12:05:23.898369 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 9d069b77-804c-4b73-ae14-dd7568c37581 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:05:24.010463 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:24.037564 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d069b77-804c-4b73-ae14-dd7568c37581'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:05:24.039748 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc4ec0e-d61e-4dd5-8bea-400d3c365f85" -d '{"events": [{"server_uuid": "699a6337-0fa0-4223-a59e-c49cabaa0bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "9d069b77-804c-4b73-ae14-dd7568c37581"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:05:24.047563 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 9d069b77-804c-4b73-ae14-dd7568c37581, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9d069b77-804c-4b73-ae14-dd7568c37581,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:24.134630 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:24.136428 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:24.173051 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 12:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6e9c9e-e587-470b-94f6-cda855b0cd9a x-openstack-request-id: req-eb6e9c9e-e587-470b-94f6-cda855b0cd9a {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:05:24.173343 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699a6337-0fa0-4223-a59e-c49cabaa0bd0", "name": "network-vif-unplugged", "status": "failed", "tag": "9d069b77-804c-4b73-ae14-dd7568c37581", "code": 422}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:05:24.173589 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb6e9c9e-e587-470b-94f6-cda855b0cd9a {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:05:24.173998 dv-cinder-791240-4-smb neutron-server[98766]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d069b77-804c-4b73-ae14-dd7568c37581', 'code': 422} returned with failed status May 31 12:05:24.251169 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=9d069b77-804c-4b73-ae14-dd7568c37581,revision_number=6']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:24.258715 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:24.259098 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:24.259428 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:24.259752 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:24.260095 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:24.260433 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:24.260733 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:24.261047 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:24.261359 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:24.261668 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:24.261977 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:24.262349 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:05:24.266643 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:24.416059 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179d3dc-f160-41a1-bee0-cc909d8c96d9 req-aa42977c-ceba-4d75-aa55-5a36176f49b8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:24.417404 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1179d3dc-f160-41a1-bee0-cc909d8c96d9 req-aa42977c-ceba-4d75-aa55-5a36176f49b8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 944 time: 0.0842054 May 31 12:05:24.461465 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-1179d3dc-f160-41a1-bee0-cc909d8c96d9 req-89afa10d-ed27-4231-9aad-00df77017267 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383337 May 31 12:05:24.703232 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a02401-1896-41c2-9c0d-7eb8a9367953 req-2a4cdfb2-0f77-4469-9e82-cbba65939082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:24.704615 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e3a02401-1896-41c2-9c0d-7eb8a9367953 req-2a4cdfb2-0f77-4469-9e82-cbba65939082 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0&tenant_id=f9c7274aeb6c40f39222e0543e9230f7 HTTP/1.1" status: 200 len: 1097 time: 0.0763140 May 31 12:05:24.807884 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a02401-1896-41c2-9c0d-7eb8a9367953 req-6e5d8a6b-a738-4ec7-b1ab-7cae7cb9864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:24.809358 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e3a02401-1896-41c2-9c0d-7eb8a9367953 req-6e5d8a6b-a738-4ec7-b1ab-7cae7cb9864a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9c7274aeb6c40f39222e0543e9230f7&device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 1097 time: 0.0718729 May 31 12:05:24.939119 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a02401-1896-41c2-9c0d-7eb8a9367953 req-332722ae-5b63-4d99-a9fe-c630157cd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:24.940631 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e3a02401-1896-41c2-9c0d-7eb8a9367953 req-332722ae-5b63-4d99-a9fe-c630157cd0a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=358e5f5b-6e45-4048-9551-55980383615a HTTP/1.1" status: 200 len: 910 time: 0.1255665 May 31 12:05:25.040272 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e3a02401-1896-41c2-9c0d-7eb8a9367953 req-d14e0479-4b4d-4fe7-aa72-ec6fb4f7fbb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d069b77-804c-4b73-ae14-dd7568c37581 HTTP/1.1" status: 200 len: 999 time: 0.0927184 May 31 12:05:25.182191 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a02401-1896-41c2-9c0d-7eb8a9367953 req-76174ea9-dcdb-4be7-a16b-b972e0d31f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:25.183607 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e3a02401-1896-41c2-9c0d-7eb8a9367953 req-76174ea9-dcdb-4be7-a16b-b972e0d31f3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec9dadc-2c70-40d3-a95e-82e16545e936 HTTP/1.1" status: 200 len: 848 time: 0.1364181 May 31 12:05:25.255637 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a02401-1896-41c2-9c0d-7eb8a9367953 req-0c8ed431-95a8-4b6b-be43-f5cc5f5b4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:25.257062 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e3a02401-1896-41c2-9c0d-7eb8a9367953 req-0c8ed431-95a8-4b6b-be43-f5cc5f5b4f8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=358e5f5b-6e45-4048-9551-55980383615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675135 May 31 12:05:25.388525 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e3a02401-1896-41c2-9c0d-7eb8a9367953 req-c8bdaea0-86ed-47ef-8c40-f013bd2ef54d service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245863 May 31 12:05:25.519537 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-e3a02401-1896-41c2-9c0d-7eb8a9367953 req-bcf0e3c3-01b1-4f33-a6ed-5fef37a2410c service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246767 May 31 12:05:25.640896 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2798e31-bf21-4acb-87e3-c43a38b3cb0d req-48d52434-5f81-4f19-988b-08a7c6c6002a tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:25.642244 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a2798e31-bf21-4acb-87e3-c43a38b3cb0d req-48d52434-5f81-4f19-988b-08a7c6c6002a tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 944 time: 0.0789797 May 31 12:05:25.685350 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a2798e31-bf21-4acb-87e3-c43a38b3cb0d req-8494e9c8-e402-4256-8fe3-1f67da7d2199 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372257 May 31 12:05:26.868100 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955ed43-e701-460e-b7bc-3811b0365551 req-74c2f771-3f51-462b-8560-4a118d994d20 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:26.869508 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c955ed43-e701-460e-b7bc-3811b0365551 req-74c2f771-3f51-462b-8560-4a118d994d20 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 944 time: 0.0805829 May 31 12:05:26.913356 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-c955ed43-e701-460e-b7bc-3811b0365551 req-938a99a4-f191-4593-af8b-79dc3a8bfd68 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383162 May 31 12:05:27.911309 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 9d069b77-804c-4b73-ae14-dd7568c37581 details requested by agent hyperv_hv-cinder-79124 with host hv-cinder-79124 {{(pid=98766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:05:28.050004 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 9d069b77-804c-4b73-ae14-dd7568c37581, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9d069b77-804c-4b73-ae14-dd7568c37581,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:28.062774 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Returning: {'device': '9d069b77-804c-4b73-ae14-dd7568c37581', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'port_id': '9d069b77-804c-4b73-ae14-dd7568c37581', 'mac_address': 'fa:16:3e:e2:af:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:05:28.101086 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23860f4-df8e-4a3e-ab56-5ae3519f0d47 req-4af6fdb3-a238-411e-9e13-e3c88f05799a tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:28.102538 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a23860f4-df8e-4a3e-ab56-5ae3519f0d47 req-4af6fdb3-a238-411e-9e13-e3c88f05799a tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 944 time: 0.0822070 May 31 12:05:28.116543 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:28.132680 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d069b77-804c-4b73-ae14-dd7568c37581 {{(pid=98766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:05:28.147662 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a23860f4-df8e-4a3e-ab56-5ae3519f0d47 req-4e8af223-b99e-457e-8af9-5a0c0fbe6542 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381052 May 31 12:05:28.147874 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 9d069b77-804c-4b73-ae14-dd7568c37581, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9d069b77-804c-4b73-ae14-dd7568c37581,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:28.219108 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:28.220903 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:28.290937 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=9d069b77-804c-4b73-ae14-dd7568c37581,revision_number=7']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:28.293993 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:28.552311 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] get_ports_and_sgs() called for port_ids ['9d069b77-804c-4b73-ae14-dd7568c37581'] {{(pid=98766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:05:29.332527 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ac32c-3941-420e-af3b-9267cd1e63b7 req-8a1bd67a-faa7-48a5-949a-62cfe067f101 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:29.333970 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3a2ac32c-3941-420e-af3b-9267cd1e63b7 req-8a1bd67a-faa7-48a5-949a-62cfe067f101 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 945 time: 0.0817478 May 31 12:05:29.381312 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-3a2ac32c-3941-420e-af3b-9267cd1e63b7 req-e514cc8c-217c-4b2d-9500-e3a0c4906851 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418053 May 31 12:05:29.899532 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 9d069b77-804c-4b73-ae14-dd7568c37581 up at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:05:29.970496 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.provisioning_blocks [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Provisioning complete for port 9d069b77-804c-4b73-ae14-dd7568c37581 triggered by entity L2. {{(pid=98766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:05:29.970879 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063519'] for port, provisioning_complete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:29.998695 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e9f5ce07-44d8-48cb-b2d7-ad2b3e9a365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.084422 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7980585'] for port, before_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.111126 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d069b77-804c-4b73-ae14-dd7568c37581'}] {{(pid=98766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:05:30.113356 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5613e35cb262b224840ebbc4530ae5f3b56241c43928d65327bdec5511b8cdee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197f7b26-76fc-4c12-8019-38642a0a4a24" -d '{"events": [{"server_uuid": "699a6337-0fa0-4223-a59e-c49cabaa0bd0", "name": "network-vif-plugged", "status": "completed", "tag": "9d069b77-804c-4b73-ae14-dd7568c37581"}]}' {{(pid=98766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:05:30.127254 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] For port 9d069b77-804c-4b73-ae14-dd7568c37581, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9d069b77-804c-4b73-ae14-dd7568c37581,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:05:30.153183 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dff337-9c33-405a-9569-73470d61600c x-openstack-request-id: req-77dff337-9c33-405a-9569-73470d61600c {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:05:30.153474 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699a6337-0fa0-4223-a59e-c49cabaa0bd0", "name": "network-vif-plugged", "status": "completed", "tag": "9d069b77-804c-4b73-ae14-dd7568c37581", "code": 200}]} {{(pid=98766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:05:30.153735 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77dff337-9c33-405a-9569-73470d61600c {{(pid=98766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:05:30.154225 dv-cinder-791240-4-smb neutron-server[98766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d069b77-804c-4b73-ae14-dd7568c37581', 'code': 200} May 31 12:05:30.237682 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766107500180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766107116261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766107117334'] for port, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.239532 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:05:30.310046 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Pushing event updated for resources: {'Port': ['ID=9d069b77-804c-4b73-ae14-dd7568c37581,revision_number=8']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:05:30.313051 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:05:30.607828 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1af9a-f40d-4c9a-bd4b-9d5111619d63 req-c1c6ed2a-5d58-4acc-b767-86970521cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:30.609339 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-85e1af9a-f40d-4c9a-bd4b-9d5111619d63 req-c1c6ed2a-5d58-4acc-b767-86970521cc4d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 1099 time: 0.1291919 May 31 12:05:30.620494 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12600276-ca38-46b4-ab7c-40dff382fea7 req-7668164e-25a5-44c4-8af0-3fb697cfa914 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:30.621830 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-12600276-ca38-46b4-ab7c-40dff382fea7 req-7668164e-25a5-44c4-8af0-3fb697cfa914 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.1115570 May 31 12:05:30.685191 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-85e1af9a-f40d-4c9a-bd4b-9d5111619d63 req-02a27963-6e40-4b0b-aa44-53ff409cd285 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623748 May 31 12:05:30.689453 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-12600276-ca38-46b4-ab7c-40dff382fea7 req-916487a9-fed5-4907-9621-a720c8d51cd2 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551097 May 31 12:05:31.876990 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab593ac-e14f-4e6d-809f-09680064c75b req-5b048ea2-ae9d-481c-985f-69ec2f309f4d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:31.878455 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-cab593ac-e14f-4e6d-809f-09680064c75b req-5b048ea2-ae9d-481c-985f-69ec2f309f4d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0818207 May 31 12:05:31.927066 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-cab593ac-e14f-4e6d-809f-09680064c75b req-367b97ed-f56f-4881-9780-d3867b710f3f tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429323 May 31 12:05:32.300303 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-8d561717-21f6-4faf-8869-92d22a7780ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:32.351587 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:33.120987 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f85e9-3b59-4f30-b82d-79e787aaf8f2 req-09cee505-4d34-4cc6-b059-96f229efc66c tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:33.122403 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-685f85e9-3b59-4f30-b82d-79e787aaf8f2 req-09cee505-4d34-4cc6-b059-96f229efc66c tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0800154 May 31 12:05:33.168766 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-685f85e9-3b59-4f30-b82d-79e787aaf8f2 req-0a536469-c3a7-4aa2-9a28-880a222fbdb8 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407608 May 31 12:05:33.226511 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:34.985787 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:37.345756 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:41.594938 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:05:44.129834 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cb4d2121-65da-464c-a01a-51b58d33c28d req-efd5febb-4d43-4323-90c9-4e9bf52c6962 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682600 May 31 12:05:44.288399 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d2121-65da-464c-a01a-51b58d33c28d req-70eb1606-a8b1-4f0d-a190-15db1cbf04ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:44.289882 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cb4d2121-65da-464c-a01a-51b58d33c28d req-70eb1606-a8b1-4f0d-a190-15db1cbf04ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9c7274aeb6c40f39222e0543e9230f7&device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 1099 time: 0.0711417 May 31 12:05:44.435829 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d2121-65da-464c-a01a-51b58d33c28d req-07b513c9-1f53-45b1-8c48-3bd2e6787edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:44.437232 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cb4d2121-65da-464c-a01a-51b58d33c28d req-07b513c9-1f53-45b1-8c48-3bd2e6787edd service neutron] 10.222.0.36 "GET /v2.0/networks?id=358e5f5b-6e45-4048-9551-55980383615a HTTP/1.1" status: 200 len: 910 time: 0.1279616 May 31 12:05:44.541238 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cb4d2121-65da-464c-a01a-51b58d33c28d req-938fff3b-8d20-4d0c-a8a8-cb59633a2722 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d069b77-804c-4b73-ae14-dd7568c37581 HTTP/1.1" status: 200 len: 1001 time: 0.0957055 May 31 12:05:44.605556 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d2121-65da-464c-a01a-51b58d33c28d req-8a9f7762-64fa-4d04-91f2-f993ef6e9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:44.606928 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cb4d2121-65da-464c-a01a-51b58d33c28d req-8a9f7762-64fa-4d04-91f2-f993ef6e9a59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec9dadc-2c70-40d3-a95e-82e16545e936 HTTP/1.1" status: 200 len: 848 time: 0.0596035 May 31 12:05:44.683538 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d2121-65da-464c-a01a-51b58d33c28d req-ee357809-d252-4f97-87e0-1ddc7b4c5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:05:44.685047 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cb4d2121-65da-464c-a01a-51b58d33c28d req-ee357809-d252-4f97-87e0-1ddc7b4c5ccb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=358e5f5b-6e45-4048-9551-55980383615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710564 May 31 12:05:44.815000 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cb4d2121-65da-464c-a01a-51b58d33c28d req-9664b289-226a-47fa-abc4-476bca7ff847 service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218190 May 31 12:05:45.030224 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-cb4d2121-65da-464c-a01a-51b58d33c28d req-bdfaf919-26c4-493e-b137-805417f7acac service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076812 May 31 12:05:59.979597 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-47153a4f-e62d-4906-a727-424bd3f03d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:02.294103 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b5e9aa1f-9eb1-46ea-80e2-e8eb3aa2321a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:02.357247 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:03.235589 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:04.978197 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:07.366603 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:18.593509 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:06:29.985079 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-1d5beb4d-ba2e-44fd-a68b-a0e8c2b4f74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:32.304515 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-351916f8-27a1-4cc4-a5ab-cc1c867f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:32.343536 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:33.242103 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:34.979673 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:37.345048 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:46.128952 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bc9ed534-9ec8-4f06-b67e-e8a96650cdc0 req-b5462025-30b6-4be0-a325-5a926d41927a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700779 May 31 12:06:46.174126 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 50442) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:46.284788 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed534-9ec8-4f06-b67e-e8a96650cdc0 req-25bbd2d9-2907-4dda-b094-ea9f33a0e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:46.286269 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bc9ed534-9ec8-4f06-b67e-e8a96650cdc0 req-25bbd2d9-2907-4dda-b094-ea9f33a0e372 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9c7274aeb6c40f39222e0543e9230f7&device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 1099 time: 0.0715020 May 31 12:06:46.436810 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed534-9ec8-4f06-b67e-e8a96650cdc0 req-341ab864-89e3-4f07-814c-ac5278794aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:46.438204 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bc9ed534-9ec8-4f06-b67e-e8a96650cdc0 req-341ab864-89e3-4f07-814c-ac5278794aa4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=358e5f5b-6e45-4048-9551-55980383615a HTTP/1.1" status: 200 len: 910 time: 0.1309791 May 31 12:06:46.536539 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Deleting port b3552963-0e97-415f-9fad-b807ecd86634 {{(pid=98765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:46.536990 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:46.542825 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bc9ed534-9ec8-4f06-b67e-e8a96650cdc0 req-b4e05638-34d1-4cd0-be76-f75dd698a1a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d069b77-804c-4b73-ae14-dd7568c37581 HTTP/1.1" status: 200 len: 1001 time: 0.0979066 May 31 12:06:46.606195 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed534-9ec8-4f06-b67e-e8a96650cdc0 req-fde9ac68-03dc-45ef-a161-c866a445d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:46.607641 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bc9ed534-9ec8-4f06-b67e-e8a96650cdc0 req-fde9ac68-03dc-45ef-a161-c866a445d7ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec9dadc-2c70-40d3-a95e-82e16545e936 HTTP/1.1" status: 200 len: 848 time: 0.0581222 May 31 12:06:46.655600 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:46.655926 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:46.688987 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed534-9ec8-4f06-b67e-e8a96650cdc0 req-643469ef-616a-4d6e-a4a1-b6c243ac8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:46.690340 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bc9ed534-9ec8-4f06-b67e-e8a96650cdc0 req-643469ef-616a-4d6e-a4a1-b6c243ac8f72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=358e5f5b-6e45-4048-9551-55980383615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758131 May 31 12:06:46.778187 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.plugins.ml2.plugin [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Calling delete_port for b3552963-0e97-415f-9fad-b807ecd86634 owned by network:floatingip {{(pid=98765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:46.823116 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bc9ed534-9ec8-4f06-b67e-e8a96650cdc0 req-4ee2240b-72e6-4197-9cff-9aa5e786cd1a service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251998 May 31 12:06:46.958792 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-bc9ed534-9ec8-4f06-b67e-e8a96650cdc0 req-42b54d58-6f49-40f2-9ee6-537c22cbf167 service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266894 May 31 12:06:46.973765 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1624194'] for port, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:46.978917 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-a764a200-7863-4263-b710-b4bf1678ec32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:47.021094 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Pushing event deleted for resources: {'Port': ['ID=b3552963-0e97-415f-9fad-b807ecd86634,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:47.062617 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:47.062984 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:47.063343 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:47.063700 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:47.064072 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:47.064420 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:47.064767 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:47.065109 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:47.065452 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:47.065793 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:47.066135 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:47.066474 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:47.095950 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:47.123946 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for floatingip, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:47.124301 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.db.l3_db [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Floating IP 9b4ccba5-a1b4-484b-82be-d5799952137a disassociated (deleted). External IP: 172.28.1.69, port: 9d069b77-804c-4b73-ae14-dd7568c37581. May 31 12:06:47.466544 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Router 93bf4817-6604-41b9-99ba-7d75e424f253 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:06:47.643512 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:06:47.655989 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34284e57-3555-4c33-9dfc-19ff8c5eb442 None None] Sync routers for ids ['93bf4817-6604-41b9-99ba-7d75e424f253'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:06:47.664827 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34284e57-3555-4c33-9dfc-19ff8c5eb442 None None] Routers {'93bf4817-6604-41b9-99ba-7d75e424f253'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:47.667599 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-34284e57-3555-4c33-9dfc-19ff8c5eb442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:06:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['93bf4817-6604-41b9-99ba-7d75e424f253'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:47.721356 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for floatingip, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:47.779864 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-bf86d84f-6387-4c05-a9df-c53730923099 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "DELETE /v2.0/floatingips/9b4ccba5-a1b4-484b-82be-d5799952137a HTTP/1.1" status: 204 len: 168 time: 1.6022613 May 31 12:06:47.779864 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'tag': '9d069b77-804c-4b73-ae14-dd7568c37581'}] {{(pid=98765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:06:47.780482 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beaab6ec16a5e4cd606127875d32dc2d3ee2f5efaa8021fe84fd43b3c32c5c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6228f4-05f8-4a80-a85d-de4eae7e2572" -d '{"events": [{"name": "network-changed", "server_uuid": "699a6337-0fa0-4223-a59e-c49cabaa0bd0", "tag": "9d069b77-804c-4b73-ae14-dd7568c37581"}]}' {{(pid=98765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:06:47.831615 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f54b5c3-7899-42d0-aafd-33234bbb2367 x-openstack-request-id: req-3f54b5c3-7899-42d0-aafd-33234bbb2367 {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:06:47.831949 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699a6337-0fa0-4223-a59e-c49cabaa0bd0", "tag": "9d069b77-804c-4b73-ae14-dd7568c37581", "status": "completed", "code": 200}]} {{(pid=98765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:06:47.832263 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f54b5c3-7899-42d0-aafd-33234bbb2367 {{(pid=98765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:06:47.832699 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'tag': '9d069b77-804c-4b73-ae14-dd7568c37581', 'status': 'completed', 'code': 200} May 31 12:06:47.841381 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-34284e57-3555-4c33-9dfc-19ff8c5eb442 None None] Set router 93bf4817-6604-41b9-99ba-7d75e424f253 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:47.951523 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6228f4-05f8-4a80-a85d-de4eae7e2572 req-fccc0a06-80d3-437f-b098-772f4f962a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:47.959544 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6e6228f4-05f8-4a80-a85d-de4eae7e2572 req-fccc0a06-80d3-437f-b098-772f4f962a34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9c7274aeb6c40f39222e0543e9230f7&device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 1099 time: 0.0711164 May 31 12:06:48.096743 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6228f4-05f8-4a80-a85d-de4eae7e2572 req-d3b75dae-c86a-4c35-a3e9-d8cd836d562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:48.098393 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6e6228f4-05f8-4a80-a85d-de4eae7e2572 req-d3b75dae-c86a-4c35-a3e9-d8cd836d562d service neutron] 10.222.0.36 "GET /v2.0/networks?id=358e5f5b-6e45-4048-9551-55980383615a HTTP/1.1" status: 200 len: 910 time: 0.1381934 May 31 12:06:48.174523 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6e6228f4-05f8-4a80-a85d-de4eae7e2572 req-30e2c7bb-639c-4f48-9145-e7bd0761b2cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d069b77-804c-4b73-ae14-dd7568c37581 HTTP/1.1" status: 200 len: 217 time: 0.0693429 May 31 12:06:48.206943 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-34284e57-3555-4c33-9dfc-19ff8c5eb442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:16Z', 'updated_at': '2021-05-31T12:02:21Z', 'revision_number': 4, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'gw_port': {'id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:17Z', 'updated_at': '2021-05-31T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '7fc112ee-ff6b-498c-bb62-77483d01a87e', 'name': '', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'mac_address': 'fa:16:3e:74:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:20Z', 'updated_at': '2021-05-31T12:02:27Z', 'revision_number': 5, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'subnets': [{'id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:48.211090 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34284e57-3555-4c33-9dfc-19ff8c5eb442 None None] Checking router: 93bf4817-6604-41b9-99ba-7d75e424f253 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:06:48.219782 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34284e57-3555-4c33-9dfc-19ff8c5eb442 None None] Routers {'93bf4817-6604-41b9-99ba-7d75e424f253'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:48.220541 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-34284e57-3555-4c33-9dfc-19ff8c5eb442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:06:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['93bf4817-6604-41b9-99ba-7d75e424f253'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:48.239719 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6228f4-05f8-4a80-a85d-de4eae7e2572 req-91e8dcbc-b54e-46fe-bf1f-c5aef6638df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:48.241297 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6e6228f4-05f8-4a80-a85d-de4eae7e2572 req-91e8dcbc-b54e-46fe-bf1f-c5aef6638df6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec9dadc-2c70-40d3-a95e-82e16545e936 HTTP/1.1" status: 200 len: 848 time: 0.0603883 May 31 12:06:48.329903 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6228f4-05f8-4a80-a85d-de4eae7e2572 req-a3f6eea8-375b-43d7-9a3d-c6b3d1cb87af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:48.331433 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6e6228f4-05f8-4a80-a85d-de4eae7e2572 req-a3f6eea8-375b-43d7-9a3d-c6b3d1cb87af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=358e5f5b-6e45-4048-9551-55980383615a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822713 May 31 12:06:48.402790 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-34284e57-3555-4c33-9dfc-19ff8c5eb442 None None] Set router 93bf4817-6604-41b9-99ba-7d75e424f253 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:48.516879 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6e6228f4-05f8-4a80-a85d-de4eae7e2572 req-27d7284a-95f5-4267-ab67-adb605ee272f service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781197 May 31 12:06:48.531879 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d07e3c-04f4-41a7-823b-d105696935b7 req-6ef39903-6f51-4492-ada7-5019f11c3b74 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:48.533304 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d3d07e3c-04f4-41a7-823b-d105696935b7 req-6ef39903-6f51-4492-ada7-5019f11c3b74 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.1269853 May 31 12:06:48.721457 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-34284e57-3555-4c33-9dfc-19ff8c5eb442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:16Z', 'updated_at': '2021-05-31T12:02:21Z', 'revision_number': 4, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'gw_port': {'id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:17Z', 'updated_at': '2021-05-31T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '7fc112ee-ff6b-498c-bb62-77483d01a87e', 'name': '', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'mac_address': 'fa:16:3e:74:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:20Z', 'updated_at': '2021-05-31T12:02:27Z', 'revision_number': 5, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'subnets': [{'id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:48.725380 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34284e57-3555-4c33-9dfc-19ff8c5eb442 None None] The sync data for ids ['93bf4817-6604-41b9-99ba-7d75e424f253'] in dv-cinder-791240-4-smb is: [{'id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:16Z', 'updated_at': '2021-05-31T12:02:21Z', 'revision_number': 4, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'gw_port': {'id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:17Z', 'updated_at': '2021-05-31T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb', '_interfaces': [{'id': '7fc112ee-ff6b-498c-bb62-77483d01a87e', 'name': '', 'network_id': '358e5f5b-6e45-4048-9551-55980383615a', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'mac_address': 'fa:16:3e:74:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:20Z', 'updated_at': '2021-05-31T12:02:27Z', 'revision_number': 5, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'subnets': [{'id': 'aec9dadc-2c70-40d3-a95e-82e16545e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:06:48.756844 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-d3d07e3c-04f4-41a7-823b-d105696935b7 req-4b5769c6-5f6d-4fcf-9825-a7c8c0bb41fb tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051415 May 31 12:06:48.795930 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-6e6228f4-05f8-4a80-a85d-de4eae7e2572 req-378980ac-d945-4d16-87bf-97b15195894b service neutron] 10.222.0.36 "GET /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616994 May 31 12:06:48.952486 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1fa314-c5a1-4491-9a91-2958a3436b5b None None] New status for floating IP 9b4ccba5-a1b4-484b-82be-d5799952137a: DOWN {{(pid=98767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:06:49.940109 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda2d19-3ce9-4c09-9615-84b36902ce2d req-e53d5294-6dd0-4412-9d59-4b06ead9ad61 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:49.940802 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-3dda2d19-3ce9-4c09-9615-84b36902ce2d req-e53d5294-6dd0-4412-9d59-4b06ead9ad61 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Synchronizing usage tracker for tenant:f9c7274aeb6c40f39222e0543e9230f7 on resource:port {{(pid=98765) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:06:50.036427 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.quota.resource [req-3dda2d19-3ce9-4c09-9615-84b36902ce2d req-e53d5294-6dd0-4412-9d59-4b06ead9ad61 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Unset dirty status for tenant:f9c7274aeb6c40f39222e0543e9230f7 on resource:port {{(pid=98765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:06:50.037570 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3dda2d19-3ce9-4c09-9615-84b36902ce2d req-e53d5294-6dd0-4412-9d59-4b06ead9ad61 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.1751559 May 31 12:06:50.160779 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab00a2-d0f0-4d26-948b-77de4db266c3 req-e20dafad-6199-4246-bc57-e879aa975a85 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:06:50.162302 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-86ab00a2-d0f0-4d26-948b-77de4db266c3 req-e20dafad-6199-4246-bc57-e879aa975a85 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.36 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 946 time: 0.0827026 May 31 12:06:50.186860 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-3dda2d19-3ce9-4c09-9615-84b36902ce2d req-e43fceb3-57db-411c-baee-736d5103e84e tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c03be4a-c694-4c9a-b410-eef81869f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436710 May 31 12:06:50.298838 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-86ab00a2-d0f0-4d26-948b-77de4db266c3 req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Deleting port 9d069b77-804c-4b73-ae14-dd7568c37581 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:50.299113 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-86ab00a2-d0f0-4d26-948b-77de4db266c3 req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:50.429727 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [req-86ab00a2-d0f0-4d26-948b-77de4db266c3 req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] For port 9d069b77-804c-4b73-ae14-dd7568c37581, host hv-cinder-79124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79124',level=0,port_id=9d069b77-804c-4b73-ae14-dd7568c37581,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:50.430082 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-86ab00a2-d0f0-4d26-948b-77de4db266c3 req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:50.551110 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [req-86ab00a2-d0f0-4d26-948b-77de4db266c3 req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Calling delete_port for 9d069b77-804c-4b73-ae14-dd7568c37581 owned by compute:nova {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:50.711159 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-86ab00a2-d0f0-4d26-948b-77de4db266c3 req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:50.717229 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-31f89f9d-213b-4552-b808-c2512c5ce0d9 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:50.761448 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Pushing event deleted for resources: {'Port': ['ID=9d069b77-804c-4b73-ae14-dd7568c37581,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:50.806374 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:50.806374 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:50.806374 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:50.806374 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:50.806374 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:50.806374 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:50.806978 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:50.807078 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:50.807370 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:50.807714 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:50.808089 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:50.808436 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:50.838786 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:50.849725 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ab00a2-d0f0-4d26-948b-77de4db266c3 req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] No DVR routers for this DVR port 9d069b77-804c-4b73-ae14-dd7568c37581 on host hv-cinder-79124 {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:06:50.852119 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [req-86ab00a2-d0f0-4d26-948b-77de4db266c3 req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130569'] for port, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:50.854676 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'name': 'network-vif-deleted', 'tag': '9d069b77-804c-4b73-ae14-dd7568c37581'}] {{(pid=98764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:06:50.856987 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96cb1ff4fb48265570a44258d2d2ef7dcdacffe41f1cc6fc0a0804df8a9fb14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8310611b-ebe0-4532-9b8c-cb65df06d252" -d '{"events": [{"server_uuid": "699a6337-0fa0-4223-a59e-c49cabaa0bd0", "name": "network-vif-deleted", "tag": "9d069b77-804c-4b73-ae14-dd7568c37581"}]}' {{(pid=98764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:06:50.921982 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [req-86ab00a2-d0f0-4d26-948b-77de4db266c3 req-c900e396-6484-41c8-903c-233de760da2d tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.36 "DELETE /v2.0/ports/9d069b77-804c-4b73-ae14-dd7568c37581 HTTP/1.1" status: 204 len: 173 time: 0.7540617 May 31 12:06:50.984627 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391e8f6d-fc69-46f3-8b2d-40e959ab2a48 x-openstack-request-id: req-391e8f6d-fc69-46f3-8b2d-40e959ab2a48 {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:06:50.984956 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699a6337-0fa0-4223-a59e-c49cabaa0bd0", "name": "network-vif-deleted", "tag": "9d069b77-804c-4b73-ae14-dd7568c37581", "status": "completed", "code": 200}]} {{(pid=98764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:06:50.985242 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-391e8f6d-fc69-46f3-8b2d-40e959ab2a48 {{(pid=98764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:06:50.985671 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699a6337-0fa0-4223-a59e-c49cabaa0bd0', 'name': 'network-vif-deleted', 'tag': '9d069b77-804c-4b73-ae14-dd7568c37581', 'status': 'completed', 'code': 200} May 31 12:06:51.333443 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [req-a4406635-6107-4beb-9fdd-a9889218f993 req-4b15e9cf-1989-44ad-ba16-17b4ac0641ff tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "GET /v2.0/ports?device_id=699a6337-0fa0-4223-a59e-c49cabaa0bd0 HTTP/1.1" status: 200 len: 210 time: 0.0423808 May 31 12:06:52.429484 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 50464) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:52.498337 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2ff0e199-d93c-4189-a34f-964771c1f3c6 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:52.530831 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2ff0e199-d93c-4189-a34f-964771c1f3c6 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:52.665099 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2ff0e199-d93c-4189-a34f-964771c1f3c6 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:52.668858 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-297da17d-ec0b-4523-9832-c127d3c2ec54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:52.682756 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0e199-d93c-4189-a34f-964771c1f3c6 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c03be4a-c694-4c9a-b410-eef81869f23d,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:52.685902 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2ff0e199-d93c-4189-a34f-964771c1f3c6 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:52.749611 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-2ff0e199-d93c-4189-a34f-964771c1f3c6 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:52.750724 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-2ff0e199-d93c-4189-a34f-964771c1f3c6 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] 10.222.0.43 "DELETE /v2.0/security-groups/9c03be4a-c694-4c9a-b410-eef81869f23d HTTP/1.1" status: 204 len: 168 time: 0.3201461 May 31 12:06:53.860731 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 50472) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:54.305103 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 9d069b77-804c-4b73-ae14-dd7568c37581 no longer exists at agent hyperv_hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:54.339503 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] No Port match for: 9d069b77-804c-4b73-ae14-dd7568c37581 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:06:54.339861 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Device 9d069b77-804c-4b73-ae14-dd7568c37581 not bound to the agent host hv-cinder-79124 {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:06:54.388026 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-402a117e-bdd2-444f-9479-3f2fe05a93ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699338'] for router_interface, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:54.879699 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-402a117e-bdd2-444f-9479-3f2fe05a93ae admin admin] Deleting port 7fc112ee-ff6b-498c-bb62-77483d01a87e {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:54.880443 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-402a117e-bdd2-444f-9479-3f2fe05a93ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:54.999379 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [None req-402a117e-bdd2-444f-9479-3f2fe05a93ae admin admin] For port 7fc112ee-ff6b-498c-bb62-77483d01a87e, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=7fc112ee-ff6b-498c-bb62-77483d01a87e,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:54.999730 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-402a117e-bdd2-444f-9479-3f2fe05a93ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:55.121622 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-402a117e-bdd2-444f-9479-3f2fe05a93ae admin admin] Calling delete_port for 7fc112ee-ff6b-498c-bb62-77483d01a87e owned by network:router_interface {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:55.408093 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-402a117e-bdd2-444f-9479-3f2fe05a93ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:55.413099 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-1d317ec4-25ab-4c72-b008-04163857aae3 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:55.484282 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a117e-bdd2-444f-9479-3f2fe05a93ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc112ee-ff6b-498c-bb62-77483d01a87e,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:55.487406 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-402a117e-bdd2-444f-9479-3f2fe05a93ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:55.592490 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:06:55.733143 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-402a117e-bdd2-444f-9479-3f2fe05a93ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703834'] for router_interface, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:56.178122 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402a117e-bdd2-444f-9479-3f2fe05a93ae admin admin] Router 93bf4817-6604-41b9-99ba-7d75e424f253 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:06:56.355835 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402a117e-bdd2-444f-9479-3f2fe05a93ae admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:06:56.364452 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92d7ff-7c11-4bf4-92e4-78ec83c9a515 None None] Sync routers for ids ['93bf4817-6604-41b9-99ba-7d75e424f253'] in dv-cinder-791240-4-smb {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:06:56.368205 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-402a117e-bdd2-444f-9479-3f2fe05a93ae admin admin] 10.222.0.43 "PUT /v2.0/routers/93bf4817-6604-41b9-99ba-7d75e424f253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5062783 May 31 12:06:56.370693 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 50476) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:56.374368 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92d7ff-7c11-4bf4-92e4-78ec83c9a515 None None] Routers {'93bf4817-6604-41b9-99ba-7d75e424f253'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:56.374967 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-7b92d7ff-7c11-4bf4-92e4-78ec83c9a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:06:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['93bf4817-6604-41b9-99ba-7d75e424f253'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:56.549503 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] Notify callbacks [] for router, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:56.552642 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-7b92d7ff-7c11-4bf4-92e4-78ec83c9a515 None None] Set router 93bf4817-6604-41b9-99ba-7d75e424f253 gateway port host: dv-cinder-791240-4-smb {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:56.725563 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:56.828651 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-7b92d7ff-7c11-4bf4-92e4-78ec83c9a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:16Z', 'updated_at': '2021-05-31T12:06:55Z', 'revision_number': 5, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'gw_port': {'id': 'f2302d03-fbfb-45f5-9acc-e5703e8b1e1a', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:17Z', 'updated_at': '2021-05-31T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:56.832339 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92d7ff-7c11-4bf4-92e4-78ec83c9a515 None None] Checking router: 93bf4817-6604-41b9-99ba-7d75e424f253 for host: dv-cinder-791240-4-smb {{(pid=98766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:06:56.833201 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] Deleting port f2302d03-fbfb-45f5-9acc-e5703e8b1e1a {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:56.833540 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:56.841843 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92d7ff-7c11-4bf4-92e4-78ec83c9a515 None None] Routers {'93bf4817-6604-41b9-99ba-7d75e424f253'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:06:56.842433 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-7b92d7ff-7c11-4bf4-92e4-78ec83c9a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:06:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['93bf4817-6604-41b9-99ba-7d75e424f253'], 'active': True} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:56.956336 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] For port f2302d03-fbfb-45f5-9acc-e5703e8b1e1a, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=f2302d03-fbfb-45f5-9acc-e5703e8b1e1a,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:56.956696 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:57.032721 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvr_db [None req-7b92d7ff-7c11-4bf4-92e4-78ec83c9a515 None None] Set router 93bf4817-6604-41b9-99ba-7d75e424f253 gateway port host: None {{(pid=98766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:06:57.083887 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] Calling delete_port for f2302d03-fbfb-45f5-9acc-e5703e8b1e1a owned by network:router_gateway {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:57.136935 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_hamode_db [None req-7b92d7ff-7c11-4bf4-92e4-78ec83c9a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:16Z', 'updated_at': '2021-05-31T12:06:56Z', 'revision_number': 6, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'gw_port_host': None}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:57.141410 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92d7ff-7c11-4bf4-92e4-78ec83c9a515 None None] The sync data for ids ['93bf4817-6604-41b9-99ba-7d75e424f253'] in dv-cinder-791240-4-smb is: [{'id': '93bf4817-6604-41b9-99ba-7d75e424f253', 'name': 'tempest-TestShelveInstance-1391661436-router', 'tenant_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:16Z', 'updated_at': '2021-05-31T12:06:56Z', 'revision_number': 6, 'project_id': 'f9c7274aeb6c40f39222e0543e9230f7', 'gw_port_host': None}] {{(pid=98766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:06:57.282131 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:57.285754 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b5757061-dc4a-4f69-983e-460ef65f302d tempest-TestMinimumBasicScenario-1928679048 tempest-TestMinimumBasicScenario-1928679048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:57.330419 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2302d03-fbfb-45f5-9acc-e5703e8b1e1a,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:57.333502 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:57.420680 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697303'] for router_gateway, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:57.693502 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-983'] for router, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:57.695534 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:57.756324 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703590'] for router, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:57.756841 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93bf4817-6604-41b9-99ba-7d75e424f253 {{(pid=98764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:06:57.768912 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] Notify callbacks [] for router, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:57.770284 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-b81ae253-3c69-4638-835a-6c25ffc38d30 admin admin] 10.222.0.43 "DELETE /v2.0/routers/93bf4817-6604-41b9-99ba-7d75e424f253 HTTP/1.1" status: 204 len: 168 time: 1.3986878 May 31 12:06:57.772864 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 50480) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:57.830947 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_v2 [None req-18cfdff2-5840-4f63-a1cd-ace0417cfa04 admin admin] Deleting subnet aec9dadc-2c70-40d3-a95e-82e16545e936 {{(pid=98764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:06:57.833722 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-18cfdff2-5840-4f63-a1cd-ace0417cfa04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:57.881831 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-18cfdff2-5840-4f63-a1cd-ace0417cfa04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2206862'] for subnet, precommit_delete_associations {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:57.965136 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-18cfdff2-5840-4f63-a1cd-ace0417cfa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118501'] for subnet, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:58.271244 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-18cfdff2-5840-4f63-a1cd-ace0417cfa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8067920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2212154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3130862'] for subnet, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:58.277651 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-5968c105-e2cf-4af8-a946-601ea6390537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:58.321827 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-18cfdff2-5840-4f63-a1cd-ace0417cfa04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:58.324599 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfdff2-5840-4f63-a1cd-ace0417cfa04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec9dadc-2c70-40d3-a95e-82e16545e936,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:58.327038 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc59a0-ba86-4a0d-b8c0-e4e611a5dc7b None None] Network 358e5f5b-6e45-4048-9551-55980383615a requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:06:58.328080 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-18cfdff2-5840-4f63-a1cd-ace0417cfa04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:58.330852 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-18cfdff2-5840-4f63-a1cd-ace0417cfa04 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/aec9dadc-2c70-40d3-a95e-82e16545e936 HTTP/1.1" status: 204 len: 168 time: 0.5570905 May 31 12:06:58.333419 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 50484) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:58.437040 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866513'] for network, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:58.505705 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Deleting port 818dc05c-36f5-4661-bc6b-f017c34202eb {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:58.506042 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:58.575909 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] DHCP port deletion for 358e5f5b-6e45-4048-9551-55980383615a request from dv-cinder-791240-4-smb {{(pid=98766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:06:58.608822 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] For port 818dc05c-36f5-4661-bc6b-f017c34202eb, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=818dc05c-36f5-4661-bc6b-f017c34202eb,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:58.609200 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:58.639300 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Deleting port 818dc05c-36f5-4661-bc6b-f017c34202eb {{(pid=98766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:06:58.639682 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:58.730315 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Calling delete_port for 818dc05c-36f5-4661-bc6b-f017c34202eb owned by network:dhcp {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:58.737568 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] For port 818dc05c-36f5-4661-bc6b-f017c34202eb, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=818dc05c-36f5-4661-bc6b-f017c34202eb,segment=NetworkSegment(741a7361-39f3-4de6-9254-2343cebc39b1),segment_id=741a7361-39f3-4de6-9254-2343cebc39b1)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:06:58.737964 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:58.859570 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:58.863386 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-2b00a67f-867e-49e1-9be3-8afa8f0f0251 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:58.864449 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Calling delete_port for 818dc05c-36f5-4661-bc6b-f017c34202eb owned by network:dhcp {{(pid=98766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:06:58.907196 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252'] for port, after_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:58.910610 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=818dc05c-36f5-4661-bc6b-f017c34202eb,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:58.910864 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:58.912398 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] No DVR routers for this DVR port 818dc05c-36f5-4661-bc6b-f017c34202eb on host dv-cinder-791240-4-smb {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:06:58.913984 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:58.958506 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Pushing event deleted for resources: {'Port': ['ID=818dc05c-36f5-4661-bc6b-f017c34202eb,revision_number=None']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:58.966994 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] No DVR routers for this DVR port 818dc05c-36f5-4661-bc6b-f017c34202eb on host dv-cinder-791240-4-smb {{(pid=98766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:06:58.969063 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:58.969413 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:58.969743 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:58.970072 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:58.970400 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:58.970726 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:58.971047 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:58.971510 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:58.971682 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:58.972054 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:58.972461 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:58.972787 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791240-4-smb {{(pid=98766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:06:58.976298 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-bce4121a-3232-4d8b-a7c7-27eb2dda94bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:58.991295 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 7fc112ee-ff6b-498c-bb62-77483d01a87e no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:59.024643 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: 7fc112ee-ff6b-498c-bb62-77483d01a87e {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:06:59.024993 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 7fc112ee-ff6b-498c-bb62-77483d01a87e not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:06:59.025408 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 818dc05c-36f5-4661-bc6b-f017c34202eb no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:59.036097 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8068714', 'neutron.services.segments.db._delete_segments_for_network-8766107643100'] for network, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:59.050250 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358e5f5b-6e45-4048-9551-55980383615a']}} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:59.058033 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: 818dc05c-36f5-4661-bc6b-f017c34202eb {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:06:59.058382 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 818dc05c-36f5-4661-bc6b-f017c34202eb not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:06:59.058791 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device f2302d03-fbfb-45f5-9acc-e5703e8b1e1a no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:06:59.062490 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741a7361-39f3-4de6-9254-2343cebc39b1') {'for_net_delete': True} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:59.062784 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741a7361-39f3-4de6-9254-2343cebc39b1') {} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:06:59.073871 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766107651229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2206853'] for segment, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:59.091535 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:59.094644 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: f2302d03-fbfb-45f5-9acc-e5703e8b1e1a {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:06:59.094990 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device f2302d03-fbfb-45f5-9acc-e5703e8b1e1a not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:06:59.097843 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=98764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:06:59.098242 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2118556'] for segment, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: Traceback (most recent call last): May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: timer() May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: cb(*args, **kw) May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: return func(*args, **kwargs) May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: self._notify() May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: self.callback(batched_events) May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: event.method(event) May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: return f(self, *a, **k) May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: return self._get(url).json() May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: return self.request(url, 'GET', **kwargs) May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:06:59.113490 dv-cinder-791240-4-smb neutron-server[98764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:06:59.322459 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8068707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697290'] for network, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:59.326157 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:06:59.338829 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:59.349195 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=358e5f5b-6e45-4048-9551-55980383615a,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:06:59.352180 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:06:59.436691 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-e2386e8b-a4fc-4c67-bca7-7fadc8ac8cdf admin admin] 10.222.0.43 "DELETE /v2.0/networks/358e5f5b-6e45-4048-9551-55980383615a HTTP/1.1" status: 204 len: 168 time: 1.1022544 May 31 12:06:59.439355 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 50488) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:06:59.957520 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-101d255d-87f0-4339-b26d-ab4c33427ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-699338'] for router_interface, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:59.978033 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-678f2825-456c-4d78-8bd2-c22a54dbffb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:00.351682 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-101d255d-87f0-4339-b26d-ab4c33427ffe admin admin] Deleting port b1f38082-3c9f-43d1-b141-b42036179470 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:07:00.352243 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-101d255d-87f0-4339-b26d-ab4c33427ffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:00.469662 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [None req-101d255d-87f0-4339-b26d-ab4c33427ffe admin admin] For port b1f38082-3c9f-43d1-b141-b42036179470, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=b1f38082-3c9f-43d1-b141-b42036179470,segment=NetworkSegment(764d95d7-6cbb-422c-be92-797022e06551),segment_id=764d95d7-6cbb-422c-be92-797022e06551)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:07:00.470009 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-101d255d-87f0-4339-b26d-ab4c33427ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:00.599142 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-101d255d-87f0-4339-b26d-ab4c33427ffe admin admin] Calling delete_port for b1f38082-3c9f-43d1-b141-b42036179470 owned by network:router_interface {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:07:00.808068 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-101d255d-87f0-4339-b26d-ab4c33427ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:00.811886 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-93b3b8f9-817c-49f6-bf1a-c4a67c257243 tempest-AttachVolumeTestJSON-576259561 tempest-AttachVolumeTestJSON-576259561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:00.945481 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d255d-87f0-4339-b26d-ab4c33427ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f38082-3c9f-43d1-b141-b42036179470,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:00.948601 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-101d255d-87f0-4339-b26d-ab4c33427ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:01.211341 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-101d255d-87f0-4339-b26d-ab4c33427ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703834'] for router_interface, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:01.562873 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101d255d-87f0-4339-b26d-ab4c33427ffe admin admin] Router b974685d-f0ae-494c-8fae-d5df888a1bf1 has already been hosted by L3 agent f461f98a-babc-4067-ba14-708fa24d667e {{(pid=98764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:07:01.742122 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101d255d-87f0-4339-b26d-ab4c33427ffe admin admin] Notify agent at l3_agent.dv-cinder-791240-4-smb the message routers_updated {{(pid=98764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:07:01.750944 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87932a4e-83de-4757-bb7f-def6df4f659a None None] Sync routers for ids ['b974685d-f0ae-494c-8fae-d5df888a1bf1'] in dv-cinder-791240-4-smb {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:07:01.753231 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-101d255d-87f0-4339-b26d-ab4c33427ffe admin admin] 10.222.0.43 "PUT /v2.0/routers/b974685d-f0ae-494c-8fae-d5df888a1bf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3128428 May 31 12:07:01.755816 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 50492) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:01.760466 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87932a4e-83de-4757-bb7f-def6df4f659a None None] Routers {'b974685d-f0ae-494c-8fae-d5df888a1bf1'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:07:01.761978 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-87932a4e-83de-4757-bb7f-def6df4f659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:06:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['b974685d-f0ae-494c-8fae-d5df888a1bf1'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:01.930137 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] Notify callbacks [] for router, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:01.945295 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-87932a4e-83de-4757-bb7f-def6df4f659a None None] Set router b974685d-f0ae-494c-8fae-d5df888a1bf1 gateway port host: dv-cinder-791240-4-smb {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:07:02.107468 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:02.218178 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] Deleting port 0a9e824e-c5a5-422f-863a-fd88250783f2 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:07:02.218540 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:02.247987 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-87932a4e-83de-4757-bb7f-def6df4f659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'name': 'tempest-TestShelveInstance-547560887-router', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'external_fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '0a9e824e-c5a5-422f-863a-fd88250783f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:07:00Z', 'revision_number': 5, 'project_id': '607f117a9b3a48048e066cb8b2675f29', 'gw_port': {'id': '0a9e824e-c5a5-422f-863a-fd88250783f2', 'name': '', 'network_id': '44138ec9-aa29-40d8-b84a-8c450b87461c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791240-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:26Z', 'updated_at': '2021-05-31T12:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '270374c3-e0a8-4da5-b8af-4f1fd2d3da10', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791240-4-smb'}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:02.251984 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87932a4e-83de-4757-bb7f-def6df4f659a None None] Checking router: b974685d-f0ae-494c-8fae-d5df888a1bf1 for host: dv-cinder-791240-4-smb {{(pid=98767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:07:02.260948 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87932a4e-83de-4757-bb7f-def6df4f659a None None] Routers {'b974685d-f0ae-494c-8fae-d5df888a1bf1'} bound to L3 agent in host dv-cinder-791240-4-smb {{(pid=98767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:07:02.261566 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-87932a4e-83de-4757-bb7f-def6df4f659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791240-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:44:02Z,description=,heartbeat_timestamp=2021-05-31T12:06:32Z,host='dv-cinder-791240-4-smb',id=f461f98a-babc-4067-ba14-708fa24d667e,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:44:03Z,topic='l3_agent')) {'router_ids': ['b974685d-f0ae-494c-8fae-d5df888a1bf1'], 'active': True} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:02.280919 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-75d5b8fc-3792-48f8-a467-00052d6e703d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:02.328015 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:02.417930 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_dvr_db [None req-87932a4e-83de-4757-bb7f-def6df4f659a None None] Set router b974685d-f0ae-494c-8fae-d5df888a1bf1 gateway port host: None {{(pid=98767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:07:02.443481 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] For port 0a9e824e-c5a5-422f-863a-fd88250783f2, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=0a9e824e-c5a5-422f-863a-fd88250783f2,segment=NetworkSegment(421c94b0-347d-423d-b414-65a2d3bb24d3),segment_id=421c94b0-347d-423d-b414-65a2d3bb24d3)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:07:02.443833 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:02.522800 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.l3_hamode_db [None req-87932a4e-83de-4757-bb7f-def6df4f659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'name': 'tempest-TestShelveInstance-547560887-router', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:07:02Z', 'revision_number': 6, 'project_id': '607f117a9b3a48048e066cb8b2675f29', 'gw_port_host': None}], 'dv-cinder-791240-4-smb', False) {} {{(pid=98767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:02.526764 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87932a4e-83de-4757-bb7f-def6df4f659a None None] The sync data for ids ['b974685d-f0ae-494c-8fae-d5df888a1bf1'] in dv-cinder-791240-4-smb is: [{'id': 'b974685d-f0ae-494c-8fae-d5df888a1bf1', 'name': 'tempest-TestShelveInstance-547560887-router', 'tenant_id': '607f117a9b3a48048e066cb8b2675f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:07:02Z', 'revision_number': 6, 'project_id': '607f117a9b3a48048e066cb8b2675f29', 'gw_port_host': None}] {{(pid=98767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:07:02.572737 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] Calling delete_port for 0a9e824e-c5a5-422f-863a-fd88250783f2 owned by network:router_gateway {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:07:02.773827 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:02.777551 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-402a117e-bdd2-444f-9479-3f2fe05a93ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:02.822895 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9e824e-c5a5-422f-863a-fd88250783f2,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:02.825912 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:02.915650 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697303'] for router_gateway, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:03.090479 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-983'] for router, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:03.092544 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:03.172634 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-703590'] for router, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:03.173190 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b974685d-f0ae-494c-8fae-d5df888a1bf1 {{(pid=98764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:07:03.185990 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] Notify callbacks [] for router, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:03.187092 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-63234ea1-fddd-4425-87b0-9a389494cc30 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b974685d-f0ae-494c-8fae-d5df888a1bf1 HTTP/1.1" status: 204 len: 168 time: 1.4302704 May 31 12:07:03.189619 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 50496) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:03.248362 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4902c24-5fab-44b0-baa8-44c524431329 admin admin] Deleting subnet cc1be0e4-dba4-42f6-b798-cea3f8a4aa35 {{(pid=98764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:07:03.251446 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e4902c24-5fab-44b0-baa8-44c524431329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:03.259826 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:03.303538 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e4902c24-5fab-44b0-baa8-44c524431329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2206862'] for subnet, precommit_delete_associations {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:03.330179 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device b1f38082-3c9f-43d1-b141-b42036179470 no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:07:03.365030 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: b1f38082-3c9f-43d1-b141-b42036179470 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:07:03.365366 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device b1f38082-3c9f-43d1-b141-b42036179470 not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:07:03.387635 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e4902c24-5fab-44b0-baa8-44c524431329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118501'] for subnet, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:03.688300 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e4902c24-5fab-44b0-baa8-44c524431329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8067920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2212154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3130862'] for subnet, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:03.693089 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:03.726548 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4902c24-5fab-44b0-baa8-44c524431329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc1be0e4-dba4-42f6-b798-cea3f8a4aa35,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:03.730112 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-e4902c24-5fab-44b0-baa8-44c524431329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:03.731751 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-e4902c24-5fab-44b0-baa8-44c524431329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for subnet, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:03.736750 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b38f0c-7cd7-4491-9c37-5b2e5db9e73c None None] Network 93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3 requested from dv-cinder-791240-4-smb {{(pid=98766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:07:03.737982 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-e4902c24-5fab-44b0-baa8-44c524431329 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cc1be0e4-dba4-42f6-b798-cea3f8a4aa35 HTTP/1.1" status: 204 len: 168 time: 0.5474484 May 31 12:07:03.740376 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [-] (98764) accepted ('10.222.0.43', 50500) {{(pid=98764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:03.845565 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866513'] for network, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:03.915662 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Deleting port 421353bc-e754-488e-9408-aedd4cf287f4 {{(pid=98764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:07:03.915994 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:03.976249 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad85a163-e418-428e-96f1-becf201cbcfd None None] DHCP port deletion for 93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3 request from dv-cinder-791240-4-smb {{(pid=98766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:07:04.043066 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-ad85a163-e418-428e-96f1-becf201cbcfd None None] Deleting port 421353bc-e754-488e-9408-aedd4cf287f4 {{(pid=98766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:07:04.043501 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-ad85a163-e418-428e-96f1-becf201cbcfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766107499075'] for port, before_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:04.097976 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.db [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] For port 421353bc-e754-488e-9408-aedd4cf287f4, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=421353bc-e754-488e-9408-aedd4cf287f4,segment=NetworkSegment(764d95d7-6cbb-422c-be92-797022e06551),segment_id=764d95d7-6cbb-422c-be92-797022e06551)] {{(pid=98764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:07:04.098317 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:04.141118 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.db [None req-ad85a163-e418-428e-96f1-becf201cbcfd None None] For port 421353bc-e754-488e-9408-aedd4cf287f4, host dv-cinder-791240-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791240-4-smb',level=0,port_id=421353bc-e754-488e-9408-aedd4cf287f4,segment=NetworkSegment(764d95d7-6cbb-422c-be92-797022e06551),segment_id=764d95d7-6cbb-422c-be92-797022e06551)] {{(pid=98766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:07:04.141515 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-ad85a163-e418-428e-96f1-becf201cbcfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697627'] for port, precommit_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:04.220463 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Calling delete_port for 421353bc-e754-488e-9408-aedd4cf287f4 owned by network:dhcp {{(pid=98764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:07:04.305184 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-ad85a163-e418-428e-96f1-becf201cbcfd None None] Calling delete_port for 421353bc-e754-488e-9408-aedd4cf287f4 owned by network:dhcp {{(pid=98766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:07:04.373597 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2118601'] for port, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:04.378483 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-da17f65a-a30b-467d-af9e-80fb05c82192 tempest-VolumesActionsTest-1925939140 tempest-VolumesActionsTest-1925939140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:04.380064 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-ad85a163-e418-428e-96f1-becf201cbcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7981054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766107500198', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766107116252'] for port, after_delete {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:04.383615 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:04.422580 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=421353bc-e754-488e-9408-aedd4cf287f4,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:04.424382 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] No DVR routers for this DVR port 421353bc-e754-488e-9408-aedd4cf287f4 on host dv-cinder-791240-4-smb {{(pid=98764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:07:04.425814 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:04.427926 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85a163-e418-428e-96f1-becf201cbcfd None None] Pushing event deleted for resources: {'Port': ['ID=421353bc-e754-488e-9408-aedd4cf287f4,revision_number=None']} {{(pid=98766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:04.429713 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad85a163-e418-428e-96f1-becf201cbcfd None None] No DVR routers for this DVR port 421353bc-e754-488e-9408-aedd4cf287f4 on host dv-cinder-791240-4-smb {{(pid=98766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:07:04.431035 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG oslo_concurrency.lockutils [None req-ad85a163-e418-428e-96f1-becf201cbcfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:04.539033 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8068714', 'neutron.services.segments.db._delete_segments_for_network-8766107643100'] for network, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:04.551352 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3']}} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:04.563527 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764d95d7-6cbb-422c-be92-797022e06551') {'for_net_delete': True} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:04.563817 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.services.segments.db [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764d95d7-6cbb-422c-be92-797022e06551') {} {{(pid=98764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:07:04.575507 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766107651229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2206853'] for segment, before_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:04.591103 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786'] for segment, precommit_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:04.597006 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=98764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:07:04.597381 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8120786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2118556'] for segment, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: Traceback (most recent call last): May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: timer() May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: cb(*args, **kw) May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: return func(*args, **kwargs) May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: self._notify() May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: self.callback(batched_events) May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: event.method(event) May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: return f(self, *a, **k) May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: return self._get(url).json() May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: return self.request(url, 'GET', **kwargs) May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:07:04.610593 dv-cinder-791240-4-smb neutron-server[98764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:07:04.739440 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8068707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1044976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697290'] for network, after_delete {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:04.743035 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:04.756673 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044949'] for network, before_response {{(pid=98764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:04.767789 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3,revision_number=None']} {{(pid=98764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:04.770560 dv-cinder-791240-4-smb neutron-server[98764]: INFO neutron.wsgi [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/93bbdba5-fb9e-4b89-9ef8-0bddbfb024b3 HTTP/1.1" status: 204 len: 168 time: 1.0292537 May 31 12:07:04.771382 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG oslo_concurrency.lockutils [None req-4dbc3927-6313-41f9-b2e0-e0198538c4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:04.978715 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 0a9e824e-c5a5-422f-863a-fd88250783f2 no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:07:05.007551 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:05.013484 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: 0a9e824e-c5a5-422f-863a-fd88250783f2 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:07:05.013833 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 0a9e824e-c5a5-422f-863a-fd88250783f2 not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:07:05.014247 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 421353bc-e754-488e-9408-aedd4cf287f4 no longer exists at agent ovs-agent-dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:07:05.050698 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.plugin [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] No Port match for: 421353bc-e754-488e-9408-aedd4cf287f4 {{(pid=98766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:07:05.051043 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron.plugins.ml2.rpc [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Device 421353bc-e754-488e-9408-aedd4cf287f4 not bound to the agent host dv-cinder-791240-4-smb {{(pid=98766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:07:05.272829 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 50506) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:05.322359 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-6bffe071-18d8-4184-8f7a-2081761e3a17 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9c7274aeb6c40f39222e0543e9230f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482669 May 31 12:07:05.324706 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 50510) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:05.381245 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3a6823d5-76b6-4d7a-aa15-68de42c6da27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:05.407230 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3a6823d5-76b6-4d7a-aa15-68de42c6da27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:05.567778 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3a6823d5-76b6-4d7a-aa15-68de42c6da27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:05.571422 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-2ff0e199-d93c-4189-a34f-964771c1f3c6 tempest-TestShelveInstance-658073425 tempest-TestShelveInstance-658073425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:05.588935 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6823d5-76b6-4d7a-aa15-68de42c6da27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd0a6f0-7ea2-4daf-b64e-25e9499b1c3f,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:05.593515 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-3a6823d5-76b6-4d7a-aa15-68de42c6da27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:05.596711 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-3a6823d5-76b6-4d7a-aa15-68de42c6da27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:05.597775 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-3a6823d5-76b6-4d7a-aa15-68de42c6da27 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbd0a6f0-7ea2-4daf-b64e-25e9499b1c3f HTTP/1.1" status: 204 len: 168 time: 0.2721722 May 31 12:07:06.192191 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 50518) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:06.242220 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-3755e7bd-5457-447b-a2c1-b8eff2b528ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=607f117a9b3a48048e066cb8b2675f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488091 May 31 12:07:06.244706 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [-] (98765) accepted ('10.222.0.43', 50522) {{(pid=98765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:07:06.301711 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-15a291ac-264e-49dd-9dfe-26adb91ffbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:06.327493 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-15a291ac-264e-49dd-9dfe-26adb91ffbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:06.446421 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-15a291ac-264e-49dd-9dfe-26adb91ffbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721253'] for security_group, after_delete {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:06.450633 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-64b1e7ae-fbd5-4a9e-8e35-9f55addcc25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:07:06.463435 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a291ac-264e-49dd-9dfe-26adb91ffbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059e5d44-fcd9-4cff-a5a2-5d80a9807f49,revision_number=None']} {{(pid=98765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:07:06.466946 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG oslo_concurrency.lockutils [None req-15a291ac-264e-49dd-9dfe-26adb91ffbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:07:06.468886 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron_lib.callbacks.manager [None req-15a291ac-264e-49dd-9dfe-26adb91ffbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:06.470221 dv-cinder-791240-4-smb neutron-server[98765]: INFO neutron.wsgi [None req-15a291ac-264e-49dd-9dfe-26adb91ffbb9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/059e5d44-fcd9-4cff-a5a2-5d80a9807f49 HTTP/1.1" status: 204 len: 168 time: 0.2243445 May 31 12:07:07.349760 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:30.023763 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-a3efcd02-04d5-4b6e-9c32-85dfdc41528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:32.299216 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0ea2183c-2b32-4b84-b033-55e0e823421a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:32.350328 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:32.592511 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:07:33.236437 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:35.013993 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:37.338906 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:00.028824 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-972c9432-1a48-4839-8077-240292760405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:02.286728 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-ad0183a5-2e15-43ca-82e8-01e83e05fd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:02.343421 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:03.239691 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:04.989534 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:07.360827 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:09.591008 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:08:30.005421 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ea42-4579-4324-9eab-e71a1ad56a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:32.268091 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-9581365c-0c03-4cf5-84ad-5064a3607a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:32.324814 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:33.239291 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:35.073289 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:37.404909 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:46.589965 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:08:59.212605 dv-cinder-791240-4-smb neutron-server[98765]: DEBUG neutron.wsgi [req-4b3277eb-7f31-49b7-a67f-0e165503263a req-61391e62-a07b-4f9f-9ce4-67c2891e5a15 service neutron] (98765) timed out ('10.222.0.36', 51793) {{(pid=98765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 12:09:00.083601 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3bdb-528e-41dd-99ce-3ee03c5e0dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:01.507003 dv-cinder-791240-4-smb neutron-server[98764]: DEBUG neutron.wsgi [req-8f0b6842-df30-40c1-963c-556699b72e1d req-14b8988e-309a-49af-97a6-0d1b6d3db205 service neutron] (98764) timed out ('10.222.0.36', 51820) {{(pid=98764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 12:09:02.300983 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-6f258ca2-599a-45f9-8efd-fd83d46051b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:02.357547 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:03.243619 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:04.968818 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:07.380309 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:23.590158 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:09:29.996731 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-02440126-d254-4d58-80b8-c23cffe0464e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:32.379239 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-2ed8588f-e02a-4754-82e1-0ec21bb823c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:32.419076 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:33.288037 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:35.047908 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:37.373767 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:00.024169 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e547699a-fb76-415c-9649-9558e8a7fd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:00.589001 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:10:02.315408 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-73c15266-e3f5-42a2-8176-6e0d0fe646c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:02.377875 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:03.286480 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:05.161052 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:07.389438 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:30.033676 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-689259de-09b3-4643-b026-774aa54cb748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:32.273833 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-6c710d05-3073-4917-ae4d-038db526e545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:32.342366 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:33.250686 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:35.033413 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:37.410459 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:10:37.588781 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:10:59.986675 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-f4dd67b7-3926-42ce-bba5-6b4361e520ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:02.267054 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-47c657c0-401d-4ef8-bcea-f72d8be3106a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:02.341286 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:03.244114 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:05.015018 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:07.397918 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:14.587096 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:11:30.014774 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-53049d78-b75b-4665-a2c6-295e4bf99016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:32.288133 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-e4757fff-a60c-4732-910b-a2870f2d5c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:32.391564 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:33.277137 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:35.054069 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:37.385509 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-b7cf21b5-9f37-4202-bb49-d623722440d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:11:51.585796 dv-cinder-791240-4-smb neutron-server[98767]: DEBUG neutron.db.agents_db [None req-4bcb8182-43ed-476e-a978-874a5941cb45 None None] Agent healthcheck: found 6 active agents {{(pid=98767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:12:00.025070 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-7918cf24-2dec-4f7d-aba2-10e7be0b9f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:02.275900 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-5478af80-024e-4685-8da0-4f93a04e2a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:02.344330 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-415bafc4-a2cf-4d1d-b276-80faf85721fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:03.265343 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-820e725e-a92a-4f88-81fb-b3511a249ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:12:05.047677 dv-cinder-791240-4-smb neutron-server[98766]: DEBUG neutron_lib.callbacks.manager [None req-0194dd88-227c-42bd-9ae8-179cc511a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766107643118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063908'] for agent, after_update {{(pid=98766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}